-- Logs begin at Fri 2021-02-19 07:23:34 UTC, end at Fri 2021-02-19 08:27:59 UTC. --
Feb 19 07:58:50.074719 dv-cinder-773985-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 19 07:58:52.804331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.common.config [-] Logging enabled!
Feb 19 07:58:52.804821 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 07:58:52.806282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 07:58:52.808066 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.common.config [-] Logging enabled!
Feb 19 07:58:52.808357 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 07:58:52.808711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 07:58:52.809780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 07:58:52.810083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 07:58:52.811142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 07:58:52.811433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 07:58:52.811699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 07:58:52.812073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.812424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.812773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.813041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.813389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.813728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.814082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.814423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.814773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.815100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.815423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.815750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.816016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.816338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.816674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.817009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.817269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.817591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.818170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.818495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.818818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.819154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.819466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.819784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.820111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.820481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] host                           = dv-cinder-773985-6-iscsi {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.820802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.821662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.822025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.822361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.822677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.822993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.823339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.823646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.823958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.824276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.824610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.824945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.825289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.825551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.825841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.826183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.826522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.826840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.827156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.827472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.827787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.828120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.828414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.828747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.829078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.829408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.829726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.830069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.830382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.830694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.831026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.831339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.831654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.831968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.832301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.832612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.832925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.833277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.833610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.833988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.834322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.834637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.834968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.835280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.835589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.835898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.836209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.836517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.837391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.837704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.838045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.838359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.838672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.839004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:52.839344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.839689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.840037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.840362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.840701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.841026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.841364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.841686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.842070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.842408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.842743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.843064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.843401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.843722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.844067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.844421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.844765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.845106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.845426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.845744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.846087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.846406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.846733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.847077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.847418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.847736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.848058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.848400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.848720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.849035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.849358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.849699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.850045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.850365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.850689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.851005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.851321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.851636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.851955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.852316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.852636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.852951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.853263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.853586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.853924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.854256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.854576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.854890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.855203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.855524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.855840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.856155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.856472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.856786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.857106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.857417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.857734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.858079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.858393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.858707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.859021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.859334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.859654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.859969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.860284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.860597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.860910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.861223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.861549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.861915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.862240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.862559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.862879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.863198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.863519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.863836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.864157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.864477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.864790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.865128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.865452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.865778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.866126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.866447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.866789 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.867108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.867430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.867746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.868087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.868411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.868739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.869075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.869411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.869747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.870110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.870446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.870770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.871128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.871450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:52.871703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 07:58:52.871971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83894) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 19 07:58:53.527749 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading Gnome
Feb 19 07:58:53.545578 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading Google
Feb 19 07:58:53.548336 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading Windows (alt)
Feb 19 07:58:53.551860 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading file
Feb 19 07:58:53.552709 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading keyczar
Feb 19 07:58:53.552994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading multi
Feb 19 07:58:53.553776 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO keyring.backend [-] Loading pyfs
Feb 19 07:58:53.599950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:58:53.600270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:58:53.600599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:58:53.600974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 19 07:58:53.989482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:53.990057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:53.990147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.038809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.039125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.039425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.043648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.043961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.044264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.112273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.112588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.112892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.114077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.114391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.114690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.387665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa09fe52158> agent after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.387984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa09fe52158> agent after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.388284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa09fe521e0> segment precommit_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.388581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa09fe52268> network precommit_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.389409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa09fe42268> segment before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.536651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> network before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.537033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa09fd89048> agent before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.537352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> network before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.537651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.537977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.538362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> segment after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.538658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> segment precommit_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.538944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> segment precommit_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.539227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> segment after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.539561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> network after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.539852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> network precommit_delete 0 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.540152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port provisioning_complete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.540452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.540740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.541046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> agent after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.541358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> subnet after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.541647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> subnet precommit_delete 0 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.542009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.542292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.542784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.543234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.543517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.543857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.544137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.544413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa0a0671908>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.544831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.545106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.545377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.545649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.545942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.546211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:54.546628 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 19 07:58:54.549658 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 19 07:58:54.553525 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 19 07:58:54.557909 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Feb 19 07:58:54.559570 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 19 07:58:54.560845 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 19 07:58:54.561219 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 19 07:58:54.561647 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 19 07:58:54.564529 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 19 07:58:54.564810 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 19 07:58:54.565194 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 19 07:58:54.586983 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 19 07:58:54.587492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa09fcf7eb8>> qos_plugin after_init 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.587818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83894) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 19 07:58:54.588216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa09fb637b8>> logging-plugin after_init 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.589632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83894) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 19 07:58:54.589994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 19 07:58:54.590272 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 19 07:58:54.593345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa09fb63860>> floatingip before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.593652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa09fb63860>> port before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:54.660717 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 19 07:58:54.660988 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 19 07:58:54.661259 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 19 07:58:54.661665 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 19 07:58:54.695932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.sqlalchemy.engines [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83894) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 19 07:58:55.128446 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing driver for type 'gre'
Feb 19 07:58:55.128990 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] gre ID ranges: [(1, 1000)]
Feb 19 07:58:55.168715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing driver for type 'local'
Feb 19 07:58:55.169077 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing driver for type 'vlan'
Feb 19 07:58:55.178597 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] VlanTypeDriver initialization complete
Feb 19 07:58:55.178962 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing driver for type 'vxlan'
Feb 19 07:58:55.179459 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] vxlan ID ranges: [(1, 1000)]
Feb 19 07:58:55.219471 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing extension driver 'port_security'
Feb 19 07:58:55.219829 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.extensions.port_security [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] PortSecurityExtensionDriver initialization complete
Feb 19 07:58:55.220195 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing mechanism driver 'openvswitch'
Feb 19 07:58:55.226520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83894) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:58:55.227978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09fa75518>> port after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.228382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09fa75518>> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.228764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09fa75518>> port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.229184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f62ef98>> subnet after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.229607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f62ef98>> subnet after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.230002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f62ef98>> subnet after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.230416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6372b0>> network after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.230792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6372b0>> network after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.231166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6372b0>> network after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.231571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637470>> security_group after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.231948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637470>> security_group after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.232317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637470>> security_group after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.232726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637630>> security_group_rule after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.233106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637630>> security_group_rule after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.233473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f637630>> security_group_rule after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.235424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6377f0>> address_group after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.235827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6377f0>> address_group after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.236216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa09f6377f0>> address_group after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.236590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] ML2 OVO RPC backend initialized. {{(pid=83894) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 19 07:58:55.237319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> router_interface after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.237713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> router_interface after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.238207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> network before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.238589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> networks before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.238968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> port before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.239342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> ports before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.239718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> subnet before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.240091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> subnets before_response 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.240467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> network after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.240842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> network after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.241209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> network after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.241582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> port after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.242002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.242372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.242750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> subnet after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.243120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> subnet after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.243487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa09f6378d0>> subnet after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.244123 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Modular L2 Plugin initialization complete
Feb 19 07:58:55.244475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading services supported by the core plugin {{(pid=83894) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 19 07:58:55.244836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.plugins.ml2.managers [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Got port-security extension from driver 'port_security'
Feb 19 07:58:55.245344 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.extensions.vlantransparent [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Disabled vlantransparent extension.
Feb 19 07:58:55.245862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83894) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 19 07:58:55.246183 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: router
Feb 19 07:58:55.282934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router_interface before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.283366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_create 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.283766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router before_create 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.284167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router_interface before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.284581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router_interface after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.284968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_delete 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.285362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> floatingip after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.285764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_create 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.286197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.286584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.286967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router_gateway after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.287365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.287849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.288259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa09fbac950> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.288638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa09fbaca60> port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.289004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa09fbac9d8> subnet after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.289373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa09fbac8c8> subnetpool_address_scope after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.289818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> port precommit_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.290692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_create 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.291069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa09fc11ae8> port before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.291448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.291850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router after_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.292225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_delete 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.292615 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_create 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.293015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router_interface after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.293393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> router precommit_update 55549900 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.293827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa09f637a58>> network after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.294819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Tracking information for resource: router configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:55.295192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Tracking information for resource: floatingip configured {{(pid=83894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 07:58:55.299954 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_agentschedulers_db [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 19 07:58:55.300592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa09f5e0598> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.300982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa09f659510> port after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.301362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _notify_port_delete at 0x7fa09f5e0510> port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.301742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa09f5e0730> port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.302707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa09f56a7b8>> router before_create 55550100 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.303104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa09f56a7b8>> router precommit_delete 55550100 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.303501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa09f56a7b8>> router precommit_create 55550100 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.303891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa09f56a7b8>> router precommit_update 55550100 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.308563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.provider_configuration [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service providers = [] {{(pid=83894) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 19 07:58:55.308956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.servicetype_db [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83894) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 19 07:58:55.311937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.service_base [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 07:58:55.312320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.service_base [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 07:58:55.312697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.service_base [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 07:58:55.313579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.service_base [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 07:58:55.314024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.services.service_base [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 19 07:58:55.314429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.314774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 19 07:58:55.324851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.325219 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: auto_allocate
Feb 19 07:58:55.330964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa09f588b70> network precommit_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.331360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa09f588b70> network precommit_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.331945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.332298 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: tag
Feb 19 07:58:55.339686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.340044 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: timestamp
Feb 19 07:58:55.343891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.344404 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: network_ip_availability
Feb 19 07:58:55.349903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f557400>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.350307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f557400>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.350693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f557400>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.351464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.351816 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: flavors
Feb 19 07:58:55.356872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.357239 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading Plugin: revisions
Feb 19 07:58:55.361635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 07:58:55.362078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=83894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:58:55.362886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83894) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 19 07:58:55.363241 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Initializing extension manager.
Feb 19 07:58:55.363799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: __init__.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.364173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: __pycache__ {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.364539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.364905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: address_group.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.365880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.366518 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: address-group
Feb 19 07:58:55.366879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: address_scope.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.367648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.368259 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: address-scope
Feb 19 07:58:55.368616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.369545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.370154 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: router-admin-state-down-before-update
Feb 19 07:58:55.370509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: agent.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.371261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.371836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: agent
Feb 19 07:58:55.372187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: agent_resources_synced.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.373120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.373686 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: agent-resources-synced
Feb 19 07:58:55.374063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: allowedaddresspairs.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.375861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.376449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: allowed-address-pairs
Feb 19 07:58:55.376809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: auto_allocated_topology.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.377909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.378537 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: auto-allocated-topology
Feb 19 07:58:55.378856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: availability_zone.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.379597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.380175 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: availability_zone
Feb 19 07:58:55.380529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: availability_zone_filter.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.381443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.382045 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: availability_zone_filter
Feb 19 07:58:55.382403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: data_plane_status.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.383316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.383914 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 19 07:58:55.384267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: default_subnetpools.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.385181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.385753 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: default-subnetpools
Feb 19 07:58:55.386163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.387107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.387686 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: dhcp_agent_scheduler
Feb 19 07:58:55.388045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: dns.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.388960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.389599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension dns-integration not supported by any of loaded plugins
Feb 19 07:58:55.389915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: dns_domain_ports.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.390837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.391409 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 19 07:58:55.391765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: dvr.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.392487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.393075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: dvr
Feb 19 07:58:55.393427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: empty_string_filtering.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.394368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.394944 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: empty-string-filtering
Feb 19 07:58:55.395737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.396659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.397234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 19 07:58:55.397589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.398547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.399903 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 19 07:58:55.400259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: external_net.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.401172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.401747 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: external-net
Feb 19 07:58:55.402158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.403075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.403658 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: extra_dhcp_opt
Feb 19 07:58:55.404012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: extraroute.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.404931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.405513 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: extraroute
Feb 19 07:58:55.405894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: extraroute_atomic.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.406920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.407504 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: extraroute-atomic
Feb 19 07:58:55.407862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: filter_validation.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.408558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.409134 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: filter-validation
Feb 19 07:58:55.409488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: fip_pf_description.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.410432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.411010 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 19 07:58:55.411365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: fip_port_details.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.412289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.412865 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: fip-port-details
Feb 19 07:58:55.413222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: flavors.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.414486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.415620 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: flavors
Feb 19 07:58:55.415976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.417618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.418236 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 19 07:58:55.418694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: floatingip_pools.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.419448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.420030 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: floatingip-pools
Feb 19 07:58:55.420387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: ip_allocation.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.421320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.421919 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 19 07:58:55.422277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.423201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.423787 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: ip-substring-filtering
Feb 19 07:58:55.424185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l2_adjacency.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.425110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.425681 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 19 07:58:55.426081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.427145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.427730 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: router
Feb 19 07:58:55.428088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.430374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.430966 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 19 07:58:55.431332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.432252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.432829 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: ext-gw-mode
Feb 19 07:58:55.433186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.434135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.434710 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: l3-ha
Feb 19 07:58:55.435065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3_flavors.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.435983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.436560 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: l3-flavors
Feb 19 07:58:55.436915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.437845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.438427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 19 07:58:55.438778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: l3agentscheduler.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.440026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.440614 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: l3_agent_scheduler
Feb 19 07:58:55.440972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: logging.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.442488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.443083 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension logging not supported by any of loaded plugins
Feb 19 07:58:55.443452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: metering.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.444248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.444950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: metering
Feb 19 07:58:55.445312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.446464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.447053 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: metering_source_and_destination_fields
Feb 19 07:58:55.447414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: multiprovidernet.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.448353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.448933 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: multi-provider
Feb 19 07:58:55.449290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: netmtu.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.450258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.450841 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: net-mtu
Feb 19 07:58:55.451196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: netmtu_writable.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.452120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.452698 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: net-mtu-writable
Feb 19 07:58:55.453053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: network_availability_zone.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.453774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.454376 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: network_availability_zone
Feb 19 07:58:55.454729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: network_ip_availability.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.455814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.456396 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: network-ip-availability
Feb 19 07:58:55.456752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: network_segment_range.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.458679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.459273 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 19 07:58:55.459630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: pagination.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.460619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.460991 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: pagination
Feb 19 07:58:55.461346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: port_device_profile.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.462800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.463388 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: port-device-profile
Feb 19 07:58:55.463742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.464672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.465246 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: port-mac-address-regenerate
Feb 19 07:58:55.465599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.466551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.467131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: port-numa-affinity-policy
Feb 19 07:58:55.467484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: port_resource_request.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.468402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.468974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 19 07:58:55.469330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: portbindings.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.470321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.470906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: binding
Feb 19 07:58:55.471261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: portbindings_extended.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.472513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.473098 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: binding-extended
Feb 19 07:58:55.473457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: portsecurity.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.474409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.474993 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: port-security
Feb 19 07:58:55.475351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: project_id.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.476323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.476693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: project-id
Feb 19 07:58:55.477052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: providernet.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.478556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.479143 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: provider
Feb 19 07:58:55.479499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.483075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.483674 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos not supported by any of loaded plugins
Feb 19 07:58:55.484044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.485395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.486011 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 19 07:58:55.486377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.487299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.487881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 19 07:58:55.488240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_default.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.489146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.489723 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-default not supported by any of loaded plugins
Feb 19 07:58:55.490112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_fip.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.490798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.491373 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-fip not supported by any of loaded plugins
Feb 19 07:58:55.491730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_gateway_ip.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.492656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.493758 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 19 07:58:55.494143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_port_network_policy.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.495051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.495639 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 19 07:58:55.495995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_rule_type_details.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.496919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.497497 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 19 07:58:55.497878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: qos_rules_alias.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.498937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.499519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 19 07:58:55.499872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: quotasv2.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.500857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.501224 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: quotas
Feb 19 07:58:55.501577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: quotasv2_detail.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.503225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.503604 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: quota_details
Feb 19 07:58:55.503976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: rbac.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.505124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.505716 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: rbac-policies
Feb 19 07:58:55.506123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: rbac_address_scope.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.507048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.507634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: rbac-address-scope
Feb 19 07:58:55.507995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: rbac_security_groups.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.509561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.510173 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: rbac-security-groups
Feb 19 07:58:55.510531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: rbac_subnetpool.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.511452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.512031 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: rbac-subnetpool
Feb 19 07:58:55.512385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: revisionifmatch.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.513312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.513923 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: revision-if-match
Feb 19 07:58:55.514280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: revisions.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.515397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.515977 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: standard-attr-revisions
Feb 19 07:58:55.516337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: router_availability_zone.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.517052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.517627 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: router_availability_zone
Feb 19 07:58:55.518012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: routerservicetype.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.518930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.519498 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension router-service-type not supported by any of loaded plugins
Feb 19 07:58:55.519850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.521368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.522165 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: security-groups-normalized-cidr
Feb 19 07:58:55.522627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.524075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.524712 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: port-security-groups-filtering
Feb 19 07:58:55.525078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.526066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.526660 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: security-groups-remote-address-group
Feb 19 07:58:55.527026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: securitygroup.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.540208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.540840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: security-group
Feb 19 07:58:55.541211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: segment.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.542107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.542691 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension segment not supported by any of loaded plugins
Feb 19 07:58:55.543051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.544029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.544614 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 19 07:58:55.544979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: servicetype.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.546110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.546705 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: service-type
Feb 19 07:58:55.547069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: sorting.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.548054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.548428 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: sorting
Feb 19 07:58:55.548784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: standard_attr_segment.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.549704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.550312 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 19 07:58:55.550669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: standardattrdescription.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.551355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.551929 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: standard-attr-description
Feb 19 07:58:55.552286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: stateful_security_group.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.553227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.553834 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: stateful-security-group
Feb 19 07:58:55.554192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: stdattrs_common.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.554792 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 19 07:58:55.555153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.556659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.557241 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 19 07:58:55.557596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnet_onboard.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.558692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.559287 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: subnet_onboard
Feb 19 07:58:55.559648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.560580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.561160 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 19 07:58:55.561518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnet_service_types.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.562488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.563071 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: subnet-service-types
Feb 19 07:58:55.563431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnetallocation.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.564515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.565110 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: subnet_allocation
Feb 19 07:58:55.565471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.566207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.566800 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: subnetpool-prefix-ops
Feb 19 07:58:55.567160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.568104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.568701 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 19 07:58:55.569058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: tagging.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.570384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.571695 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: standard-attr-tag
Feb 19 07:58:55.572062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: timestamp.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.573246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.573848 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loaded extension: standard-attr-timestamp
Feb 19 07:58:55.574220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: trunk.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.575254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.575835 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension trunk not supported by any of loaded plugins
Feb 19 07:58:55.576192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: trunk_details.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.577127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.577705 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension trunk-details not supported by any of loaded plugins
Feb 19 07:58:55.578103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: uplink_status_propagation.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.579038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.579618 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 19 07:58:55.579974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Loading extension file: vlantransparent.py {{(pid=83894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 07:58:55.580681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 07:58:55.581257 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 19 07:58:55.583950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:network
Feb 19 07:58:55.584762 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnet
Feb 19 07:58:55.585435 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 07:58:55.586114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:port
Feb 19 07:58:55.587574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.588059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service FLAVORS assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.588773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.589251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.589619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:router
Feb 19 07:58:55.590373 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 07:58:55.591145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service METERING assigned prefix: /metering {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.592948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f42ca58>> rbac-policy before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.593348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f42ca58>> rbac-policy before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.593727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa09f42ca58>> rbac-policy before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 07:58:55.594902 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 07:58:55.595395 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:security_group
Feb 19 07:58:55.596188 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 07:58:55.597011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service CORE assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.597363 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 07:58:55.597732 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] subnetpool is already registered
Feb 19 07:58:55.598431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service CORE assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.598811 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 07:58:55.599175 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] subnetpool is already registered
Feb 19 07:58:55.602004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.602969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service FLAVORS assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.603619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.604082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.604450 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:router
Feb 19 07:58:55.604814 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] router is already registered
Feb 19 07:58:55.605468 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 07:58:55.605849 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] floatingip is already registered
Feb 19 07:58:55.606542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service METERING assigned prefix: /metering {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.607283 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 07:58:55.607646 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] rbac_policy is already registered
Feb 19 07:58:55.608276 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:security_group
Feb 19 07:58:55.608650 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] security_group is already registered
Feb 19 07:58:55.609315 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 07:58:55.609679 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] security_group_rule is already registered
Feb 19 07:58:55.610494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service CORE assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.610858 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 07:58:55.611220 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] subnetpool is already registered
Feb 19 07:58:55.611870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.resource_helper [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Service CORE assigned prefix:  {{(pid=83894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 07:58:55.612233 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 07:58:55.612587 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.quota.resource_registry [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] subnetpool is already registered
Feb 19 07:58:55.613303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: extensions {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.614979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: address-groups {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.616816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: address-scopes {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.618738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: agents {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.619984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: auto-allocated-topology {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.621356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: availability_zones {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.622817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: dhcp-networks {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.624390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: dhcp-agents {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.625946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: routers {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.628768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: flavors {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.630019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: service_profiles {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.631324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: next_providers {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.632965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: service_profiles {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.634550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: floatingip-pools {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.635867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: routers {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.637839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: floatingips {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.639124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: l3-routers {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.640668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: l3-agents {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.642259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: metering-labels {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.643718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: metering-label-rules {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.645114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: network-ip-availabilities {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.646490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: bindings {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.648257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: quotas {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.650096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: quotas {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.651623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: rbac-policies {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.653012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: security-groups {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.654326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: security-group-rules {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.655659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: service-providers {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.656979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: subnetpools {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.658515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: subnetpools {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.660177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.661999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.663971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.666395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.668321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.670159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.672089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.674101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.676108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.678131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.extensions [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Extended resource: tags {{(pid=83894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 07:58:55.685882 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING keystonemiddleware.auth_token [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 19 07:58:55.691204 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING keystonemiddleware.auth_token [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 19 07:58:55.700103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Acquired lock "singleton_lock" {{(pid=83894) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 19 07:58:55.700630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Releasing lock "singleton_lock" {{(pid=83894) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 19 07:58:55.702131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Starting 2 workers
Feb 19 07:58:55.706888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Started child 84003 {{(pid=83894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 07:58:55.710856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.711935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Started child 84004 {{(pid=83894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 07:58:55.712354 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [-] (84003) wsgi starting up on http://0.0.0.0:9696
Feb 19 07:58:55.713454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 19 07:58:55.714110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Notify callbacks [] for process, before_spawn {{(pid=83894) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.715255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.716616 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Starting 1 workers
Feb 19 07:58:55.716729 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [-] (84004) wsgi starting up on http://0.0.0.0:9696
Feb 19 07:58:55.722088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Started child 84005 {{(pid=83894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 07:58:55.722648 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Starting 1 workers
Feb 19 07:58:55.724449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] calling RpcWorker wait() {{(pid=84005) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 19 07:58:55.724864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] returning from RpcWorker wait() {{(pid=84005) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 19 07:58:55.726418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.727004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:58:55.727989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Started child 84006 {{(pid=83894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 07:58:55.728991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-940ba559-9391-4cad-8e83-e1934cad5dc3 None None] Notify callbacks [] for process, after_spawn {{(pid=83894) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.730853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83894) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 07:58:55.731330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 07:58:55.731467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 59878) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:58:55.731728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 07:58:55.732077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 07:58:55.732562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 07:58:55.732872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 07:58:55.733542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.733984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.734386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.734783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.735215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.735972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.736805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.737215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.737624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.738042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.738344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.738630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.739026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.739397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.739903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.740286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.740645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.741004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.741309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.741687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.742100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.742475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.743517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.743875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.744537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.744909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.745965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.745965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.746645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0121965
Feb 19 07:58:55.746756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.746756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.746756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.747159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.747263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:58:55.748244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.748244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.748244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.748536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.749419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.749419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.749419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.750118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-6-iscsi {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.750571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.750895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.751229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.751561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.751906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.752242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.752584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.752945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.753273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.753599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.753970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.754303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.754641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.754967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.755231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.755563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.755942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.756316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.756698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.757071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.757428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.757921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.758264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.758672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.759040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.759402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.759779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.760134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.760497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.760890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.761276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.761656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.762041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.762436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.762829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.763704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.764262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.764652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.765030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.765385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.765750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.766220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.766486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.766713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.767118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.767410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.767704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.767979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.768270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.768548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.768788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.769013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.769456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.769881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.770305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.771399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.771655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.771927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.772175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.772420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.772682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.772904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.773320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.774052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.774299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.774560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.774823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.775599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.775599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.775812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.776053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.776403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.776767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.777045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.777310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.777594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.777890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.778305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.778747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.779083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.779324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.779777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.780175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.780586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.781051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.781506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.781818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.782082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.782346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.782613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.782838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.783322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.783793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.784064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.784358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.784612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.785254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.785254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.786260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.787402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.787834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.788157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.788392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.788784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.789202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.789455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.790374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.790824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.791085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.791381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.791494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:58:55.791632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.792024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.792272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.792498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.792906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.793171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.793453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.793721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.794052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.794322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.794574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.794817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.795077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.795340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.795622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.795867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.796107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.796364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.796607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.796845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.797142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.797387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.797624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.797886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.798133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.798374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.798615 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.798864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.799106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.799355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.799593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.799832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.800069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.800309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.800546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.800782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.801019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.801263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.801502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.801753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.802018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.802258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.802498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.802812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.803141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.803401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.803677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.803925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.804200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.804458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.804739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.806016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.806016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.808348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.808348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.808348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.808795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.809616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.810051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.810537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.810806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.811367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.811367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.811692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.811843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.812074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.813950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.814475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.814475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.814803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.815116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.815410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.815709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.815981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.816268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.816540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.817719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.818059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.818334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.818608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.818928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.820052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.820439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.820814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.821247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.821757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.822226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.823408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.823804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.824239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.824676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.825891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.826357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.826785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.827200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.827635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.827924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.828175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.828426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.828763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.829155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.829575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.829898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.830129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.830455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.830840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.831293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.831544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.831798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.832062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.832315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.832586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.834775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.835023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.835334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.835619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.835894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.836174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.836444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.836754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.837000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.838148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.838542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.838923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.839303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.840556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.840952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.841995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.842405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.842797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.843252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.843658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.844136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.844564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.844975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.845381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.845849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.846261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.846652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.847040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.847417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.847804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.848210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.848633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.849123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.849569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.849987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.850364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.850761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.851143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.851534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.852013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.852945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.853328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.853727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.854180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.854579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.854987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.855243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.855478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.855868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.856268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.856652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.856919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.857843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.857843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.857843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.858102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.858258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.858717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.859023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.859312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.859585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.859960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.860228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.860505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.860773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.861048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.861315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.861620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.862781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.863490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.863490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.863660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.863974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.864988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.864988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.864988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.865222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.865418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.865768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.866047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.866313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.866607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.866863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.867114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.867363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.867593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.868555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.868988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.869420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.869913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.870190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.870461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.870735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.870976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.871240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.871496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.871745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.871931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 07:58:55.872478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83894) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 07:58:55.872642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 07:58:55.872974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 07:58:55.873313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 07:58:55.873649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 07:58:55.874013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 07:58:55.874260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.874450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.874638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.874824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.875007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.875229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.875409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.875556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.875879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.876195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.876536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.876700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.877040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.877203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.877550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.877736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.877957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.878141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.878330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.878562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.878674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.878944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.879999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.880980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.881159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.881339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.881523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.881701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.881912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-6-iscsi {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.882976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.883155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.883336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.883544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.883725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.883906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.884087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.885550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.886970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.887973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.888156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.888335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.888519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.888724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.888881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.889060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.889238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.889419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.889600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.889779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.890044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.891014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.892340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.893561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.894161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 07:58:55.896344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.896930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.897284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.897284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.897432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.897687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.897687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.899915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.900103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.900288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.900475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.900662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.900821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.901957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.902877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.903947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.904847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.905856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.906042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.906240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.906425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.906610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.906818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.907103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.907103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.907689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.907689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.907689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.908446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.908446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.908446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.908446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.908446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.909228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.909228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.909228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.909228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.909228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.910462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.911531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.912450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.912450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.912450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.912450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.912450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.913922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.915738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.916673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.917935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.918960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.919964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.920148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.920333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.920491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.920676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.920861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.921973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.922129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.922274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.922456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.923057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.923057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.923057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.924580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.925313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.926161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.926161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.926161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.926926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.926926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.927999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.928159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.928374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.929275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.929464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.929639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.929826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.929998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.930158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.931027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.931347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.931347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.931610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.931717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.932585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.932859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.933893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.934881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.935938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.936287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.936287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.936813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.936813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.936813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.937884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.938929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.939972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.940246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.940317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.940479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.940661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.940896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.941939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.942986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.943171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.943353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 07:58:55.943508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 07:59:06.053155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2e25d-34f5-4899-9ff8-e2d06ade7bc1 None None] get_active_networks_info from dv-cinder-773985-6-iscsi {{(pid=84005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 19 07:59:06.150576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a7aade83-cbac-45a8-a7ae-249303af467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:06.199767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2e25d-34f5-4899-9ff8-e2d06ade7bc1 None None] No non-hosted networks {{(pid=84005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 19 07:59:08.362214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-168adccd-768e-426a-966d-5267fe8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:08.411149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f8671fd-5346-4439-985e-5122fdc05bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:08.712636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:09.631610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:09.633023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.634212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.637658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.638316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.638869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.639419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.640272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.640838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.641410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.642825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.643400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.645072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:09.645691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa09e79af28>, 'Open vSwitch agent', 'dv-cinder-773985-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:09.656526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa09f145f28>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:10.399131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:11.531257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] get_endpoint_by_host() called for host dv-cinder-773985-6-iscsi {{(pid=84005) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 07:59:11.536760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=84005) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 07:59:11.539977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=84005) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 07:59:11.545520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] _get_endpoints() called {{(pid=84005) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 07:59:11.743457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 59984) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:12.357804 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-39d1cab7-f8b0-43a9-8444-469d3d2924cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:12.358415 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-39d1cab7-f8b0-43a9-8444-469d3d2924cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:12.585957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-39d1cab7-f8b0-43a9-8444-469d3d2924cd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 07:59:12.587814 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-39d1cab7-f8b0-43a9-8444-469d3d2924cd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8423738
Feb 19 07:59:15.347376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 59998) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:15.526455 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_hamode_db [None req-2e122e2f-554e-4659-b2f2-c2279e345570 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 19 07:59:15.615670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e122e2f-554e-4659-b2f2-c2279e345570 None None] Routers set() bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 07:59:15.616026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e122e2f-554e-4659-b2f2-c2279e345570 None None] Router IDs set() for agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 19 07:59:15.749186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:15.818098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.policy [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84004) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 07:59:15.856171 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:15.856575 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:15.882975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa09efcd2e8>.
Feb 19 07:59:15.899443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:15.955277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494078551', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494061033', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494056402', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494050166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494043087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036788170595', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66786298', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854237910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609999'] for rbac-policy, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:16.018769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:16.020016 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c4f5db91-b851-4ff9-a6bc-542c2359402a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6715462
Feb 19 07:59:18.971182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60012) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:19.340175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:19.346129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:19.352752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Usage tracker for resource:network and tenant:90c5e2232b1f4c30a63dbe81e6343b41 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:19.356450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:19.362611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:19.371284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Made reservation on behalf of 90c5e2232b1f4c30a63dbe81e6343b41 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 07:59:19.377278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.547895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.562655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:19.566559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Usage tracker for resource:security_group_rule and tenant:90c5e2232b1f4c30a63dbe81e6343b41 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:19.570025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:19.576275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:19.673501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.676162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.681269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:19.702943 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 07:59:19.729900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.730384 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Added segment 0e43f36b-e963-4241-952e-ffadffbea129 of type vxlan for network e5f8b66e-6989-4823-a94a-b704694646c9
Feb 19 07:59:19.782253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21e420-23ed-4de0-acc6-9aae042f3048,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:19.798535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.798923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.799286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.799644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.799997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.800365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.800728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.801074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.801436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.801780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.802147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.802490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Tracked resource versions report:
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'}}
Feb 19 07:59:19.803597 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 07:59:19.850784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.859148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:19.889567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.890903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:19.891569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:19.896378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:20.006693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0343959
Feb 19 07:59:20.007420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Pushing event updated for resources: {'Network': ['ID=e5f8b66e-6989-4823-a94a-b704694646c9,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:20.011203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:20.020262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network e5f8b66e-6989-4823-a94a-b704694646c9 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 07:59:22.996944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60028) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:23.471588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30523191-5329-4d4b-aa29-81a9d880e860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:23.473042 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-30523191-5329-4d4b-aa29-81a9d880e860 admin admin] 10.222.0.13 "GET /v2.0/networks/e5f8b66e-6989-4823-a94a-b704694646c9 HTTP/1.1" status: 200  len: 818 time: 0.4749873
Feb 19 07:59:23.501569 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cc8708f2-8fe6-4911-bfa6-2abc0b400d8b admin admin] 10.222.0.13 "GET /v2.0/subnetpools/25c543b0-c9cf-47ef-b774-df6d1fe20af7 HTTP/1.1" status: 200  len: 734 time: 0.0217226
Feb 19 07:59:23.510951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Request body: {'subnet': {'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7', 'gateway_ip': '172.20.0.1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:23.515358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:23.519316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Usage tracker for resource:subnet and tenant:90c5e2232b1f4c30a63dbe81e6343b41 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:23.522283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:23.528763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:23.537635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Made reservation on behalf of 90c5e2232b1f4c30a63dbe81e6343b41 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 07:59:23.542873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:24.014776 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:24.029566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:24.171077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53b24a2-dc8a-4b28-828e-4fcfbfac7de8,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:24.174270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:24.233470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Checking segment: {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 07:59:24.233873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Network hostable DHCP agents. Network: e5f8b66e-6989-4823-a94a-b704694646c9, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 07:59:24.253926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Network e5f8b66e-6989-4823-a94a-b704694646c9 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 07:59:24.262456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, e5f8b66e-6989-4823-a94a-b704694646c9) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:24.267363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:24.267942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:24.272383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a960b98-72b5-48a6-aa4a-9277b5b098bc None None] Network e5f8b66e-6989-4823-a94a-b704694646c9 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 07:59:24.287573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7802172
Feb 19 07:59:24.769496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-e5f8b66e-6989-4823-a94a-b704694646c9', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 07:59:24.770698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.084991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Allocated IP 172.20.0.2 (e5f8b66e-6989-4823-a94a-b704694646c9/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8/c07e6b6f-6cd8-4897-b09d-8f430ade488c) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 07:59:25.322077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.334608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Transition to ACTIVE for port object c07e6b6f-6cd8-4897-b09d-8f430ade488c will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 07:59:25.351722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Transition to ACTIVE for port object c07e6b6f-6cd8-4897-b09d-8f430ade488c will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 07:59:25.357154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.372088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:25.505647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Pushing event updated for resources: {'Port': ['ID=c07e6b6f-6cd8-4897-b09d-8f430ade488c,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:25.516056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.516421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.516781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.517130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.517474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.517847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.518201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.518543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.518901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.519244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.519583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.519922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Tracked resource versions report:
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'}}
Feb 19 07:59:25.521038 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 07:59:25.535975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:25.578188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Network e5f8b66e-6989-4823-a94a-b704694646c9 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 07:59:25.579266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:25.581975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 07:59:25.642635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Attempting to bind port c07e6b6f-6cd8-4897-b09d-8f430ade488c on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 07:59:25.642978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Attempting to bind port c07e6b6f-6cd8-4897-b09d-8f430ade488c by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 07:59:25.643358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Attempting to bind port c07e6b6f-6cd8-4897-b09d-8f430ade488c on network e5f8b66e-6989-4823-a94a-b704694646c9 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 07:59:25.649878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 07:59:25.650278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Checking segment: {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 07:59:25.651594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.651594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Bound using segment: {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 07:59:25.651784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Bound port: c07e6b6f-6cd8-4897-b09d-8f430ade488c, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 07:59:25.652074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.743403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] For port c07e6b6f-6cd8-4897-b09d-8f430ade488c, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 07:59:25.747417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] For port c07e6b6f-6cd8-4897-b09d-8f430ade488c, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=c07e6b6f-6cd8-4897-b09d-8f430ade488c,segment=NetworkSegment(0e43f36b-e963-4241-952e-ffadffbea129),segment_id=0e43f36b-e963-4241-952e-ffadffbea129)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 07:59:25.750597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:25.769107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:25.923973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Pushing event updated for resources: {'Port': ['ID=c07e6b6f-6cd8-4897-b09d-8f430ade488c,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:25.929044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:27.040179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60038) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:27.444122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-20a75691-f8a8-4284-ab44-7e06dc3cabc3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 07:59:27.445210 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-20a75691-f8a8-4284-ab44-7e06dc3cabc3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4040267
Feb 19 07:59:29.609638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device c07e6b6f-6cd8-4897-b09d-8f430ade488c up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 07:59:29.685303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port c07e6b6f-6cd8-4897-b09d-8f430ade488c completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 07:59:30.194058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60052) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:30.602703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-b9ca10b3-cdc2-42dc-89b6-01b8ccd22819 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 07:59:30.603772 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b9ca10b3-cdc2-42dc-89b6-01b8ccd22819 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4087310
Feb 19 07:59:30.765054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81484389-2645-476d-bd82-3701c6dab506 None None] Network e5f8b66e-6989-4823-a94a-b704694646c9 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 07:59:30.885320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Provisioning for port c07e6b6f-6cd8-4897-b09d-8f430ade488c completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 07:59:30.894162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Provisioning complete for port c07e6b6f-6cd8-4897-b09d-8f430ade488c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:30.894576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:31.123088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:31.172934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] For port c07e6b6f-6cd8-4897-b09d-8f430ade488c, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=c07e6b6f-6cd8-4897-b09d-8f430ade488c,segment=NetworkSegment(0e43f36b-e963-4241-952e-ffadffbea129),segment_id=0e43f36b-e963-4241-952e-ffadffbea129)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 07:59:31.176095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:31.177919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:31.253037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Pushing event updated for resources: {'Port': ['ID=c07e6b6f-6cd8-4897-b09d-8f430ade488c,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:31.256354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:31.405172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b6acd53d-fa6d-4326-9185-088f4c6bf63c None None] Provisioning complete for port c07e6b6f-6cd8-4897-b09d-8f430ade488c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:31.405583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6acd53d-fa6d-4326-9185-088f4c6bf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:31.597190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device c07e6b6f-6cd8-4897-b09d-8f430ade488c up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 07:59:31.673021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-66d237ef-a911-4aef-9b67-27ba19524a1c None None] Provisioning complete for port c07e6b6f-6cd8-4897-b09d-8f430ade488c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:31.673423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66d237ef-a911-4aef-9b67-27ba19524a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:31.738015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port c07e6b6f-6cd8-4897-b09d-8f430ade488c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:31.738321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:32.823513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 07:59:33.607617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60064) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:33.978101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Request body: {'router': {'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:33.983486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:33.987416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Usage tracker for resource:router and tenant:90c5e2232b1f4c30a63dbe81e6343b41 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:33.990585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:33.996250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:34.004921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:34.006264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:34.029107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:34.136085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:34.154660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:34.155928 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1e7303ee-0115-45d9-9c49-2105bc6719a1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5472720
Feb 19 07:59:35.908351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8e9a-eeef-427f-bafb-b4d1411e53c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:36.859475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60074) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:37.241026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-e169a275-bf41-4a61-a6f2-6f80ee3eebbc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 07:59:37.242619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e169a275-bf41-4a61-a6f2-6f80ee3eebbc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3816202
Feb 19 07:59:38.360486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a5df3782-34c1-4922-b6b3-fa39844f7edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:38.645484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:39.619645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:39.975422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60094) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:40.131915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:40.137306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:40.141294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Usage tracker for resource:network and tenant:f11f4f8b64be4e59b91bf199533705a5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:40.144792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:40.150738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:40.159048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Made reservation on behalf of f11f4f8b64be4e59b91bf199533705a5 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 07:59:40.163641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.175887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.190902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:40.194762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:f11f4f8b64be4e59b91bf199533705a5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:40.198163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:40.203672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:40.286082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.288558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.293211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:40.308814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Reserving flat network on physical network physnet1 {{(pid=84004) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 19 07:59:40.321822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.331647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846cda06-120b-432a-aa06-f28a2decbe58,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:40.334589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.335205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa09fe521e0> segment precommit_create {{(pid=84004) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 19 07:59:40.335627 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Added segment 25d43890-55d3-41de-b6fa-08a5fb9946e8 of type flat for network 5efa1c81-2081-41d1-9be2-a8db9cab57aa
Feb 19 07:59:40.336864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:40.370520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.405022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.406246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:40.406859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:40.411524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:40.514607 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5380087
Feb 19 07:59:40.515318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=5efa1c81-2081-41d1-9be2-a8db9cab57aa,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:40.518148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:40.525623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 07:59:43.022590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60114) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:43.138648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433acbe-4b13-46c7-bde9-2369f672d77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:43.140074 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5433acbe-4b13-46c7-bde9-2369f672d77c admin admin] 10.222.0.13 "GET /v2.0/subnets/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8 HTTP/1.1" status: 200  len: 849 time: 0.1164579
Feb 19 07:59:43.289557 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-94ef5b90-6032-4570-a550-dab37a44702c admin admin] 10.222.0.13 "GET /v2.0/routers/73638471-d16c-45e6-a5d1-16149646152d HTTP/1.1" status: 200  len: 704 time: 0.1427810
Feb 19 07:59:43.917906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:44.278171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Allocated IP 172.20.0.1 (e5f8b66e-6989-4823-a94a-b704694646c9/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8/bdb382f5-1fb1-491d-9bac-ab1cc365fbf5) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 07:59:44.446390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:44.463397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Transition to ACTIVE for port object bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 07:59:44.518179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:44.533730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:44.665600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:44.672406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:44.725670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Network e5f8b66e-6989-4823-a94a-b704694646c9 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 07:59:44.726858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:44.729017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 07:59:44.729531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:44.956689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5e949587-07bc-4935-a2b5-b13d155b1775 None None] Provisioning for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 07:59:44.961478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5e949587-07bc-4935-a2b5-b13d155b1775 None None] Provisioning complete for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:44.961916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e949587-07bc-4935-a2b5-b13d155b1775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.001420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.017106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5e949587-07bc-4935-a2b5-b13d155b1775 None None] Port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 07:59:45.291301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.294750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.295839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.310376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:45.443162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:45.446387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:45.504270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Network e5f8b66e-6989-4823-a94a-b704694646c9 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 07:59:45.505349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:45.709702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Router 73638471-d16c-45e6-a5d1-16149646152d is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 07:59:45.741337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-d599118b-6f2f-4c48-8060-82c32f293b5b None None] Provisioning complete for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:45.741738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d599118b-6f2f-4c48-8060-82c32f293b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:45.803037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d599118b-6f2f-4c48-8060-82c32f293b5b None None] Port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 07:59:46.039461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 07:59:46.048777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] 10.222.0.13 "PUT /v2.0/routers/73638471-d16c-45e6-a5d1-16149646152d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7537582
Feb 19 07:59:46.050019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Sync routers for ids ['73638471-d16c-45e6-a5d1-16149646152d'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 07:59:46.063184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Routers {'73638471-d16c-45e6-a5d1-16149646152d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 07:59:46.064411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f0907b8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T07:59:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['73638471-d16c-45e6-a5d1-16149646152d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:46.248760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Set router 73638471-d16c-45e6-a5d1-16149646152d gateway port host: None {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 07:59:46.794788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f0907b8>, [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:44Z', 'revision_number': 2, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port_host': None, '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:45Z', 'revision_number': 2, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:46.799713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Checking router: 73638471-d16c-45e6-a5d1-16149646152d for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 07:59:46.800087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Updating router 73638471-d16c-45e6-a5d1-16149646152d port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 07:59:46.858017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.302011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.316037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Transition to ACTIVE for port object bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 07:59:47.318936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.335298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:47.474265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Pushing event updated for resources: {'Port': ['ID=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:47.495337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.495705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.496063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.496417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.496767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.497113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.497456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.497815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.498180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.498538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.498878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.499216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Tracked resource versions report:
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'}}
Feb 19 07:59:47.500327 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 07:59:47.507127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:47.665398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Attempting to bind port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 07:59:47.665856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Attempting to bind port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 07:59:47.666253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Attempting to bind port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 on network e5f8b66e-6989-4823-a94a-b704694646c9 {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 07:59:47.672200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 07:59:47.672620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Checking segment: {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 07:59:47.673083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.673508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Bound using segment: {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 07:59:47.674055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Bound port: bdb382f5-1fb1-491d-9bac-ab1cc365fbf5, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e43f36b-e963-4241-952e-ffadffbea129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 07:59:47.674502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.769303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] For port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 07:59:47.773828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] For port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,segment=NetworkSegment(0e43f36b-e963-4241-952e-ffadffbea129),segment_id=0e43f36b-e963-4241-952e-ffadffbea129)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 07:59:47.778471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:47.794161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:47.954200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Pushing event updated for resources: {'Port': ['ID=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,revision_number=4']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:47.961814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:48.015736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Routers {'73638471-d16c-45e6-a5d1-16149646152d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 07:59:48.016381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f0907b8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T07:59:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['73638471-d16c-45e6-a5d1-16149646152d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:48.184960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] Set router 73638471-d16c-45e6-a5d1-16149646152d gateway port host: None {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 07:59:48.535827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f0907b8>, [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:44Z', 'revision_number': 2, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port_host': None, '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:47Z', 'revision_number': 4, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:48.539964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8229573-625b-4a00-96a5-27fdb8a190a7 None None] The sync data for ids ['73638471-d16c-45e6-a5d1-16149646152d'] in dv-cinder-773985-6-iscsi is: [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:44Z', 'revision_number': 2, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port_host': None, '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:47Z', 'revision_number': 4, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 07:59:48.604250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 60126) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:48.784426 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:48.785023 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:49.218442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.policy [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84003) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 07:59:49.411913 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:49.412331 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING oslo_policy.policy [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 07:59:49.439720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:49.447652 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cf378059-e245-4dd6-b179-1529cf357216 admin admin] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 842 time: 0.8420546
Feb 19 07:59:49.453900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:49.457070 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.quota [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa09f1a1a58>.
Feb 19 07:59:49.463584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:49.468972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Usage tracker for resource:subnet and tenant:f11f4f8b64be4e59b91bf199533705a5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:49.472234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:49.480939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:49.495223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Made reservation on behalf of f11f4f8b64be4e59b91bf199533705a5 for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 07:59:49.501138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:49.624596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 07:59:49.714131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 07:59:49.719015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:49.719422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:49.845626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:49.878710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,segment=NetworkSegment(0e43f36b-e963-4241-952e-ffadffbea129),segment_id=0e43f36b-e963-4241-952e-ffadffbea129)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 07:59:49.881975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:49.884154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6a2d83f5-c03b-4c93-8724-2f686026b82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:49.952942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=bdb382f5-1fb1-491d-9bac-ab1cc365fbf5,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:49.956056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:50.039977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84003) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 07:59:50.040455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:50.055348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:50.195988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30cf909-b0dd-4f07-bcb3-d857bd1aee60,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:50.212851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.213217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.213571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.213948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.214291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.214636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.214978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.215313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.215662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.216000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.216331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.216671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Tracked resource versions report:
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'}}
Feb 19 07:59:50.217760 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 07:59:50.257957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:50.284303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 07:59:50.284686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Network hostable DHCP agents. Network: 5efa1c81-2081-41d1-9be2-a8db9cab57aa, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 07:59:50.304443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 07:59:50.312894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 5efa1c81-2081-41d1-9be2-a8db9cab57aa) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:50.317168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:50.317829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:50.322890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42640a-d56c-4ebe-9428-b04fd73fd42d None None] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 07:59:50.338986 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8901706
Feb 19 07:59:50.711820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7a9b8-72f6-4f6a-8f05-c87117bf1073 None None] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 07:59:51.599629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 07:59:51.674985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:51.675392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:52.927703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 60150) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:53.160944 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2fd0884f-303e-49b7-b876-87f0c260044d admin admin] 10.222.0.13 "GET /v2.0/routers/73638471-d16c-45e6-a5d1-16149646152d HTTP/1.1" status: 200  len: 710 time: 0.2320936
Feb 19 07:59:53.298435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf289c5-d518-4182-a4d5-a90ec57ae822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:53.299793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0cf289c5-d518-4182-a4d5-a90ec57ae822 admin admin] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 886 time: 0.1325490
Feb 19 07:59:53.309970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 07:59:53.913384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.254838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.316367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.332568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.347476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 07:59:54.351538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 07:59:54.354689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 07:59:54.360433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 07:59:54.459217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.461773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.476524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:54.576492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daadec8-440b-47b5-88ed-4718a50824cb,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:54.591324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:54.750828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Allocated IP 172.27.0.176 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/70b18fc2-3e76-4cee-8970-534f50a9a4ea) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 07:59:54.904381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.961289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:54.976624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:55.108005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Pushing event updated for resources: {'Port': ['ID=70b18fc2-3e76-4cee-8970-534f50a9a4ea,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:55.123310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:55.162146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 07:59:55.163150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 07:59:55.165876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 07:59:55.713192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:56.058407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:56.061780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853885765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-889987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853862397'] for router, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:56.244697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Router 73638471-d16c-45e6-a5d1-16149646152d has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 07:59:56.427293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 07:59:56.443887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:56.445806 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/73638471-d16c-45e6-a5d1-16149646152d HTTP/1.1" status: 200  len: 890 time: 3.1386828
Feb 19 07:59:56.445914 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Sync routers for ids ['73638471-d16c-45e6-a5d1-16149646152d'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 07:59:56.456640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Routers {'73638471-d16c-45e6-a5d1-16149646152d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 07:59:56.457430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e287a90>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T07:59:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['73638471-d16c-45e6-a5d1-16149646152d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:56.672143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Set router 73638471-d16c-45e6-a5d1-16149646152d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 07:59:57.026698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e287a90>, [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:55Z', 'revision_number': 4, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port': {'id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:54Z', 'updated_at': '2021-02-19T07:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:49Z', 'revision_number': 5, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:57.031770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Checking router: 73638471-d16c-45e6-a5d1-16149646152d for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 07:59:57.032166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Updating router 73638471-d16c-45e6-a5d1-16149646152d port 70b18fc2-3e76-4cee-8970-534f50a9a4ea binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 07:59:57.090918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.487119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.499120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Transition to ACTIVE for port object 70b18fc2-3e76-4cee-8970-534f50a9a4ea will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 07:59:57.501495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.520208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:57.630102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Pushing event updated for resources: {'Port': ['ID=70b18fc2-3e76-4cee-8970-534f50a9a4ea,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:57.637263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:57.719710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Attempting to bind port 70b18fc2-3e76-4cee-8970-534f50a9a4ea on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 07:59:57.720110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Attempting to bind port 70b18fc2-3e76-4cee-8970-534f50a9a4ea by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 07:59:57.720500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Attempting to bind port 70b18fc2-3e76-4cee-8970-534f50a9a4ea on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 07:59:57.726074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 07:59:57.726476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 07:59:57.726910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.727333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 07:59:57.727869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Bound port: 70b18fc2-3e76-4cee-8970-534f50a9a4ea, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 07:59:57.728247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.803557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] For port 70b18fc2-3e76-4cee-8970-534f50a9a4ea, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 07:59:57.806595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] For port 70b18fc2-3e76-4cee-8970-534f50a9a4ea, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=70b18fc2-3e76-4cee-8970-534f50a9a4ea,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 07:59:57.809897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:57.827607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:57.974869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Pushing event updated for resources: {'Port': ['ID=70b18fc2-3e76-4cee-8970-534f50a9a4ea,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:57.980074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 07:59:58.020375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Routers {'73638471-d16c-45e6-a5d1-16149646152d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 07:59:58.021019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e287a90>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T07:59:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['73638471-d16c-45e6-a5d1-16149646152d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:58.357163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] Set router 73638471-d16c-45e6-a5d1-16149646152d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 07:59:58.715822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e287a90>, [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:55Z', 'revision_number': 4, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port': {'id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:54Z', 'updated_at': '2021-02-19T07:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:49Z', 'revision_number': 5, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 07:59:58.719947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfeee-1292-4a07-bb8f-8199f2ee3ec8 None None] The sync data for ids ['73638471-d16c-45e6-a5d1-16149646152d'] in dv-cinder-773985-6-iscsi is: [{'id': '73638471-d16c-45e6-a5d1-16149646152d', 'name': 'router1', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T07:59:34Z', 'updated_at': '2021-02-19T07:59:55Z', 'revision_number': 4, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'gw_port': {'id': '70b18fc2-3e76-4cee-8970-534f50a9a4ea', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:54Z', 'updated_at': '2021-02-19T07:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'bdb382f5-1fb1-491d-9bac-ab1cc365fbf5', 'name': '', 'network_id': 'e5f8b66e-6989-4823-a94a-b704694646c9', 'tenant_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'mac_address': 'fa:16:3e:f1:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73638471-d16c-45e6-a5d1-16149646152d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T07:59:44Z', 'updated_at': '2021-02-19T07:59:49Z', 'revision_number': 5, 'project_id': '90c5e2232b1f4c30a63dbe81e6343b41', 'subnets': [{'id': 'f53b24a2-dc8a-4b28-828e-4fcfbfac7de8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c543b0-c9cf-47ef-b774-df6d1fe20af7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 07:59:59.122277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 60160) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 07:59:59.245464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca7262-b8fe-49cd-a6f0-d0784978cc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 07:59:59.247160 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a8ca7262-b8fe-49cd-a6f0-d0784978cc4e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1238511
Feb 19 07:59:59.640245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 70b18fc2-3e76-4cee-8970-534f50a9a4ea up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 07:59:59.719581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 70b18fc2-3e76-4cee-8970-534f50a9a4ea completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 07:59:59.724633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 70b18fc2-3e76-4cee-8970-534f50a9a4ea triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 07:59:59.725044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:59.858188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:59.875154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 70b18fc2-3e76-4cee-8970-534f50a9a4ea, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=70b18fc2-3e76-4cee-8970-534f50a9a4ea,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 07:59:59.878097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 07:59:59.880310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7605d462-250c-4afd-aa3c-9f8bcb4370d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 07:59:59.950635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=70b18fc2-3e76-4cee-8970-534f50a9a4ea,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 07:59:59.953704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:00:01.627547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 70b18fc2-3e76-4cee-8970-534f50a9a4ea up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:00:01.719330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 70b18fc2-3e76-4cee-8970-534f50a9a4ea triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:00:01.719916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:05.932174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d47c6c88-4fb0-4b70-a8aa-512e629c4ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:08.363188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-491b8770-04a3-4d9a-8296-cec425c2d1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:08.654616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:09.625224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:09.822882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:00:10.327026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:35.908084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ade4c92-5b84-4c39-af54-57ef1889522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:38.364873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4303a894-efb6-44fb-aece-8e849b7d5e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:38.654145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:39.628088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:40.332015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:00:46.822306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:01:05.910037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0471cd13-25c4-4854-8457-c86664828eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:08.366451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09a9e693-ad05-4857-8872-44a22179b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:08.655645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:09.646040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:10.338170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:23.822793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:01:35.911547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b7c-aef1-4993-8773-3e454197932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:38.368916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-359f1ba0-7774-42d6-926d-5d80177440dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:38.657862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:39.642023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:01:40.337234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:00.822048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:02:05.913489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84b094c6-3da1-4c67-93dc-2b40178609fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:08.369911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6c2c971-377c-4be1-bf3c-806f7bb98443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:08.661202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:09.630696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:10.343835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:10.867668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 60736) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:10.940639 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33af551-6564-46a4-ba83-650f81a40ce1 admin admin] GET failed (client error): The resource could not be found.
Feb 19 08:02:10.942012 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a33af551-6564-46a4-ba83-650f81a40ce1 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0733118
Feb 19 08:02:11.083150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831833b-85bd-444a-aa46-67efe0cdaec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:11.084678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a831833b-85bd-444a-aa46-67efe0cdaec5 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1376028
Feb 19 08:02:13.562310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60746) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:13.678289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8c4ed-429a-4227-b239-aa7d1be898ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:13.679775 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d0e8c4ed-429a-4227-b239-aa7d1be898ca admin admin] 10.222.0.13 "GET /v2.0/subnets/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8 HTTP/1.1" status: 200  len: 849 time: 0.1164103
Feb 19 08:02:13.690284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:02:13.815626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Notify callbacks [] for subnet, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:14.121740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266364068707'] for subnet, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:14.136591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:02:14.278965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53b24a2-dc8a-4b28-828e-4fcfbfac7de8,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:02:14.292456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.292837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.293210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.293578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.293970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.294333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.294691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.295052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.295410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.295765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.296119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.296470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:02:14.302415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:02:14.329455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:14.330157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:14.331577 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a296daa3-dac1-4eea-a4f0-ef152ae0cd9e admin admin] 10.222.0.13 "PUT /v2.0/subnets/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8 HTTP/1.1" status: 200  len: 868 time: 0.6454265
Feb 19 08:02:14.349417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb453f8-d563-48e0-aa06-e942bd39f998 None None] Network e5f8b66e-6989-4823-a94a-b704694646c9 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:02:14.882830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c25ff12f-23da-4f64-ae2d-a35de3a951db None None] Provisioning complete for port bdb382f5-1fb1-491d-9bac-ab1cc365fbf5 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:02:14.883362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c25ff12f-23da-4f64-ae2d-a35de3a951db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:15.016103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c25ff12f-23da-4f64-ae2d-a35de3a951db None None] Provisioning complete for port c07e6b6f-6cd8-4897-b09d-8f430ade488c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:02:15.016422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c25ff12f-23da-4f64-ae2d-a35de3a951db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:16.817607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60756) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:17.002253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481e9dd-204d-4bc2-871f-d545f3f7153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:17.002617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481e9dd-204d-4bc2-871f-d545f3f7153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:17.003430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1481e9dd-204d-4bc2-871f-d545f3f7153c admin admin] Synchronizing usage tracker for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:02:17.019524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1481e9dd-204d-4bc2-871f-d545f3f7153c admin admin] Unset dirty status for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:02:17.021281 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1481e9dd-204d-4bc2-871f-d545f3f7153c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2021213
Feb 19 08:02:19.518143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60766) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:19.704830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e2df1-97d1-45a7-b324-3a34e8240d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:19.705190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e2df1-97d1-45a7-b324-3a34e8240d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:19.706885 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-297e2df1-97d1-45a7-b324-3a34e8240d44 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1877177
Feb 19 08:02:22.180385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60776) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:22.357528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6c692-f898-4511-a528-8b7a4a414038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:22.358942 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-baf6c692-f898-4511-a528-8b7a4a414038 admin admin] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 886 time: 0.1775424
Feb 19 08:02:24.820895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60786) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:25.003617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263aff7-de29-438a-b6e6-d37ba21444bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:25.005010 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c263aff7-de29-438a-b6e6-d37ba21444bd admin admin] 10.222.0.13 "GET /v2.0/networks/e5f8b66e-6989-4823-a94a-b704694646c9 HTTP/1.1" status: 200  len: 862 time: 0.1830902
Feb 19 08:02:27.486095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60796) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:27.610476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da29f70-9ac6-4b0d-957b-9c04cff0a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:27.610896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da29f70-9ac6-4b0d-957b-9c04cff0a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:27.615508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8da29f70-9ac6-4b0d-957b-9c04cff0a17c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1254392
Feb 19 08:02:30.081630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60806) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:30.198489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b8f88-8de6-44b6-ba0d-73d78e6f3bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:30.198903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b8f88-8de6-44b6-ba0d-73d78e6f3bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:30.200496 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9d8b8f88-8de6-44b6-ba0d-73d78e6f3bd7 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1177821
Feb 19 08:02:32.700635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60816) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:32.809094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220f24c-efae-4141-8f60-bdf87a986106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:32.810629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a220f24c-efae-4141-8f60-bdf87a986106 admin admin] 10.222.0.13 "GET /v2.0/subnets/d30cf909-b0dd-4f07-bcb3-d857bd1aee60 HTTP/1.1" status: 200  len: 816 time: 0.1089776
Feb 19 08:02:35.262639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60826) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:02:35.378418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a456e9-c350-4b96-9659-b28515250d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:02:35.379870 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-00a456e9-c350-4b96-9659-b28515250d38 admin admin] 10.222.0.13 "GET /v2.0/subnets/f53b24a2-dc8a-4b28-828e-4fcfbfac7de8 HTTP/1.1" status: 200  len: 868 time: 0.1161742
Feb 19 08:02:35.915261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cca8c17a-5e05-468a-8a39-d6e51edeaf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:37.822571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:02:38.372847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d597e84c-4206-4bbb-8243-3e2283816bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:38.664441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:39.625005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:02:40.346994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:01.326635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60866) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:03:01.386763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-c772502d-5702-4447-a386-4c798c59f840 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:03:01.387855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c772502d-5702-4447-a386-4c798c59f840 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0602076
Feb 19 08:03:04.007150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60876) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:03:04.087346 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfde1ca1-657e-4e6b-bcbe-1086d989e303 admin admin] GET failed (client error): The resource could not be found.
Feb 19 08:03:04.088725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bfde1ca1-657e-4e6b-bcbe-1086d989e303 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0804329
Feb 19 08:03:04.225015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c1441-fc10-49b0-ad38-64b0d22ed936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:03:04.226509 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-360c1441-fc10-49b0-ad38-64b0d22ed936 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1333885
Feb 19 08:03:05.919470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4232e766-b88f-4214-bd21-0ed90dcc98e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.716162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60886) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:03:06.767217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:03:06.773249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:03:06.783205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:03:06.791757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Made reservation on behalf of f11f4f8b64be4e59b91bf199533705a5 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:03:06.796302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.889847 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.services.revisions.revision_plugin [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa09dc78198] {project_id='f11f4f8b64be4e59b91bf199533705a5', id='f5285c9b-3d7f-4b17-a1ca-49adad2c58ca', target_tenant='*', action='access_as_shared', object_id='52813af2-9ca7-45e8-a444-7c0a18140cbc'}> to bump revision.
Feb 19 08:03:06.905427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:03:06.914543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.914921 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Added segment 0116e331-1308-4ad7-9d66-e80dfa945ace of type vxlan for network 52813af2-9ca7-45e8-a444-7c0a18140cbc
Feb 19 08:03:06.940256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.969212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.970465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:03:06.971117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:06.975832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:03:07.252629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5352089
Feb 19 08:03:07.256098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Pushing event updated for resources: {'Network': ['ID=52813af2-9ca7-45e8-a444-7c0a18140cbc,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:03:07.267443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:03:07.275105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:03:08.374576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9da615da-bfc8-4e4c-838c-35c4944937ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:08.676366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:09.634890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:09.741987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60896) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:03:09.819893 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-409a60b0-4254-4d81-9f99-968c01062403 admin admin] GET failed (client error): The resource could not be found.
Feb 19 08:03:09.820460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-409a60b0-4254-4d81-9f99-968c01062403 admin admin] Synchronizing usage tracker for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:03:09.834661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-409a60b0-4254-4d81-9f99-968c01062403 admin admin] Unset dirty status for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:03:09.835846 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-409a60b0-4254-4d81-9f99-968c01062403 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0927129
Feb 19 08:03:09.949265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2cb9b4-abf4-4431-99c6-b5f728de7db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:03:09.950781 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-de2cb9b4-abf4-4431-99c6-b5f728de7db3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1105289
Feb 19 08:03:09.961473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Request body: {'subnet': {'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:03:09.966039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:03:09.970013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Usage tracker for resource:subnet and tenant:f11f4f8b64be4e59b91bf199533705a5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:03:09.973369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:03:09.979031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:03:09.987456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Made reservation on behalf of f11f4f8b64be4e59b91bf199533705a5 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:03:09.992546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:10.351487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:10.386952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:10.403011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:03:10.534199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571c7503-2529-409e-86bd-1682bd87bc9d,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:03:10.538042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:03:10.595313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Checking segment: {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:03:10.595634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Network hostable DHCP agents. Network: 52813af2-9ca7-45e8-a444-7c0a18140cbc, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:03:10.613876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:03:10.623044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 52813af2-9ca7-45e8-a444-7c0a18140cbc) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:03:10.626992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:03:10.627629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:10.633826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f58b0-3741-4c12-90ec-db410ff9f21f None None] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:03:10.650648 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6928639
Feb 19 08:03:10.874460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-52813af2-9ca7-45e8-a444-7c0a18140cbc', 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc', 'tenant_id': 'f11f4f8b64be4e59b91bf199533705a5', 'fixed_ips': [{'subnet_id': '571c7503-2529-409e-86bd-1682bd87bc9d'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:03:10.875697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.168159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Allocated IP 192.168.233.2 (52813af2-9ca7-45e8-a444-7c0a18140cbc/571c7503-2529-409e-86bd-1682bd87bc9d/7cb8bf2f-ab51-446a-a37e-ba177a4f0d77) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:03:11.543853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.554823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Transition to ACTIVE for port object 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:03:11.570985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Transition to ACTIVE for port object 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:03:11.575373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.591363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:03:11.739635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf2f-ab51-446a-a37e-ba177a4f0d77,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:03:11.748213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.748583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.748947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.749310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.749662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.750046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.750397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.750747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.751113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.751460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.751807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.752155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:03:11.758790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:03:11.796001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:03:11.797074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:03:11.799561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:03:11.867359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Attempting to bind port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:03:11.867770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Attempting to bind port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:03:11.868176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Attempting to bind port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 on network 52813af2-9ca7-45e8-a444-7c0a18140cbc {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:03:11.873870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:03:11.874284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Checking segment: {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:03:11.874723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.875156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Bound using segment: {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:03:11.875671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Bound port: 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:03:11.876100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.973689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] For port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:03:11.978066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] For port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=7cb8bf2f-ab51-446a-a37e-ba177a4f0d77,segment=NetworkSegment(0116e331-1308-4ad7-9d66-e80dfa945ace),segment_id=0116e331-1308-4ad7-9d66-e80dfa945ace)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:03:11.980196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:11.995991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:03:12.148829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf2f-ab51-446a-a37e-ba177a4f0d77,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:03:12.154420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:03:13.403557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a928ea7-986c-4e48-be89-d9360c1b71cd None None] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:03:13.501269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-268dfc98-ddb0-4090-bf51-4833f8123cdb None None] Provisioning for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:03:13.737420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:03:13.815534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:03:13.820814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:03:13.821307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:13.967074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3adb7aca-3bb0-45e5-b885-ddf363e8245e None None] Provisioning complete for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:03:13.967481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3adb7aca-3bb0-45e5-b885-ddf363e8245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:13.996303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:14.060318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=7cb8bf2f-ab51-446a-a37e-ba177a4f0d77,segment=NetworkSegment(0116e331-1308-4ad7-9d66-e80dfa945ace),segment_id=0116e331-1308-4ad7-9d66-e80dfa945ace)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:03:14.067613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:14.072727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:03:14.198727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf2f-ab51-446a-a37e-ba177a4f0d77,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:03:14.201603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:03:14.315107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5d84b219-f17b-4f16-ab28-3da10490bf89 None None] Provisioning complete for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:03:14.315510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d84b219-f17b-4f16-ab28-3da10490bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:14.822557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:03:15.703856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:03:15.776959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 7cb8bf2f-ab51-446a-a37e-ba177a4f0d77 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:03:15.777362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:35.928887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a147a590-7c05-479c-b8a0-7a57a61337f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:38.376159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b5ce33-4614-4b9b-9c70-ffa48e96c056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:38.685132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:39.627765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:40.356248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:03:51.822330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:04:05.931779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96e03625-3998-4458-b686-72bdfbd677c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:08.378763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-215470d0-6228-4bd4-8582-b67df011dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:08.674571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:09.631811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:10.359410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:24.494535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60938) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:04:24.500701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [None req-0e50cda9-12b0-4c9a-9e2d-bea21813e8b9 tempest-verify_tempest_config-1233170601 tempest-verify_tempest_config-1233170601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:04:24.501823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0e50cda9-12b0-4c9a-9e2d-bea21813e8b9 tempest-verify_tempest_config-1233170601 tempest-verify_tempest_config-1233170601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0062115
Feb 19 08:04:24.826900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60958) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:04:25.046380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.061260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:04:25.065237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2629ed3f45554a96a01594d805a77af4 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:04:25.068151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:04:25.073832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:04:25.164912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.167509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.176740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:04:25.217518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Synchronizing usage tracker for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:04:25.221037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e630f-e3af-4e9f-897b-cd4908a5266f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:04:25.231883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.232281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.232659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.233030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.233399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.233762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.234156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.234518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.234893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.235253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.235612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.235970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:04:25.240085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:04:25.249966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Unset dirty status for tenant:f11f4f8b64be4e59b91bf199533705a5 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:04:25.252366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2629ed3f45554a96a01594d805a77af4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4244196
Feb 19 08:04:25.254206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 60964) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:04:25.314676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.341051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.388875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.394342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b34003f-27dd-45a1-90e5-810e2df6a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:04:25.405270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e630f-e3af-4e9f-897b-cd4908a5266f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:04:25.411233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:04:25.412393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:25.414255 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/616e630f-e3af-4e9f-897b-cd4908a5266f HTTP/1.1" status: 204  len: 168 time: 0.1590619
Feb 19 08:04:28.822017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:04:35.919161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bcdebae-46f2-4ccf-9afe-14eb283b65c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:38.380655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3caadc98-80f6-41d9-9282-67fb8040360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:38.678280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:39.633891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:04:40.365363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:05.821449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:05:05.920980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7c01-2d00-4617-9d28-c21c3675bf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:08.381629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f319595-b66c-4661-a7f5-49f117fdbc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:08.680338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:09.635495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:10.366332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:35.922386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f186b5d3-64cd-442c-bdc7-71f1a50475ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:38.382082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9f97-8d76-4fca-bfc9-28f031efaa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:38.683212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:39.637474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:40.370083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:05:42.821361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 5 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:06:05.923597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-33f25fce-df81-4dc2-9986-e21f363d0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:08.381999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab54e-1358-4a7b-b217-c7905d28095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:08.686604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:09.638947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:10.111101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275'] for agent, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:10.111544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.111925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.112299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.112668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.113046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.113412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.113773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.114667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.115030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.115388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.115747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.116104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:06:10.116501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa09e4c60b8>, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:06:10.120690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa09e79a940>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:06:10.374535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:10.516939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=84005) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 08:06:10.520477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] get_endpoint_by_ip() called for ip 192.168.0.73 {{(pid=84005) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 08:06:10.523592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] _add_endpoint() called for ip 192.168.0.73 {{(pid=84005) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 08:06:10.528047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] _get_endpoints() called {{(pid=84005) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 08:06:19.821411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:06:22.512181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 32804) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:06:22.632607 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3dd0cc59-ec7a-4dfc-89ae-4c0830a33298 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1192620
Feb 19 08:06:25.122915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 32814) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:06:25.182223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9e59607f-4c21-48d6-8a24-f0b81f1055b3 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0581286
Feb 19 08:06:35.924861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc041875-5428-48fd-bb19-83dbbddcfb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:38.383836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e216d6f-39c2-44fa-b01f-b269fcbfeb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:38.687739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:39.640565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:40.098881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:40.377178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:06:56.821168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:07:05.926074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f027-f593-46f2-978f-2b20578ad4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:08.385124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8dd99e5-1695-4db7-b358-ee3efb772b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:08.690993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:09.642434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:10.113963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:10.381690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:33.821424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:07:35.928114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af7f01de-1cb2-4888-babc-8bd9184880cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:38.386035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-08638e9f-7ea4-4536-abfc-10d956704c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:38.696651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:39.643554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:40.120202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:07:40.394635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:05.936624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb06edb2-3a54-4913-a97d-e5f56a033884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:08.397015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2a0e6968-cb76-4081-a8db-2855787383c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:08.586276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 32896) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:08.710677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:08.831659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-834657771-network', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:08.851545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:08.868880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Usage tracker for resource:network and tenant:6893df4f959a483bb5e233ae2f6187d6 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:08.876520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:08.894577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:08.910086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Made reservation on behalf of 6893df4f959a483bb5e233ae2f6187d6 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:08.917145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:08.958279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:08.985466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:08.996137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Usage tracker for resource:security_group_rule and tenant:6893df4f959a483bb5e233ae2f6187d6 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:08.999703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:09.015145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:09.209994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.220489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.259985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:09.270113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.270876 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Added segment a7e39185-ea97-450d-a1dd-ae77b8c92913 of type vxlan for network a21c6dbf-5dbc-4205-a513-25c62da921bf
Feb 19 08:08:09.304347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.334955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:09.365757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4c798-558f-42eb-b60c-b0f36667b760,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:09.374297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.376017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.376577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.377103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.377619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.378169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.378706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.379408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.379935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.380463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.380977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.381864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.382381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.382980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.383591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.384116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.384635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.385142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.385648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.386173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.386694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.387211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.387716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.388229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.388743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Tracked resource versions report:
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'},
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'ConntrackHelper': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Log': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Network': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Port': '1.7',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'PortForwarding': '1.2',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'QosPolicy': '1.8',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroup': '1.4',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroupRule': '1.2',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SubPort': '1.0',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Subnet': '1.1',
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Trunk': '1.1'}}
Feb 19 08:08:09.390230 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 08:08:09.398462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:09.400515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:09.401336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.422537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d73c70dd-4814-469a-af57-29aed085056f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:09.542504 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9486468
Feb 19 08:08:09.542504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Pushing event updated for resources: {'Network': ['ID=a21c6dbf-5dbc-4205-a513-25c62da921bf,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:09.543082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 32942) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:09.549284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:09.551999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network a21c6dbf-5dbc-4205-a513-25c62da921bf details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:09.558468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Request body: {'subnet': {'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-subnet', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:09.564411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:09.568665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Usage tracker for resource:subnet and tenant:6893df4f959a483bb5e233ae2f6187d6 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:09.572360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:09.575736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network a21c6dbf-5dbc-4205-a513-25c62da921bf details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:09.578377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:09.589860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Made reservation on behalf of 6893df4f959a483bb5e233ae2f6187d6 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:09.595554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:09.692714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 32950) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:10.025949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.086507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-570626392-network', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:10.102417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:10.110392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Usage tracker for resource:network and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:10.115437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:10.124494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:10.127068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.133819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.160078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:10.242021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Made reservation on behalf of a0ffb1f245194e8ba15441de4b0cbe1a for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:10.246637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.274896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.324077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:10.335702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:10.342445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:10.355221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:10.378339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5870d0-19ae-4f17-a953-9105e2bff8d1,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:10.387032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:10.396803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.452572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Checking segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:10.453153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Network hostable DHCP agents. Network: a21c6dbf-5dbc-4205-a513-25c62da921bf, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:10.471047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 32996) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:10.507588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Network a21c6dbf-5dbc-4205-a513-25c62da921bf is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:10.528708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, a21c6dbf-5dbc-4205-a513-25c62da921bf) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:10.532004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:10.532907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.541906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d45d9-7280-43a4-811f-2bbf26141110 None None] Network a21c6dbf-5dbc-4205-a513-25c62da921bf requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:10.549621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.555479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.569650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:10.604573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f8c151-467d-49e6-a63b-97ecf8210bdf,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:10.626356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:10.659667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:10.665138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1182065
Feb 19 08:08:10.668586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33006) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:10.675779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:10.686981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:10.689362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.689756 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Added segment c9af5e3a-9cea-4557-8b72-ccec9b77869b of type vxlan for network 89d2e65a-770a-451a-b902-1be5d909ee68
Feb 19 08:08:10.696328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Usage tracker for resource:router and tenant:6893df4f959a483bb5e233ae2f6187d6 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:10.705888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:10.721840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:10.735566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33012) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:10.746612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.748075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.749396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.770993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.796161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.798094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:10.798960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:10.814632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:10.821952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:08:10.904833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cdd89-4af6-4f00-9b38-29d499079aab None None] Network a21c6dbf-5dbc-4205-a513-25c62da921bf requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:10.998951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Pushing event updated for resources: {'Network': ['ID=89d2e65a-770a-451a-b902-1be5d909ee68,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:11.008137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:11.010508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:11.026911 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3329546
Feb 19 08:08:11.030678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33026) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:11.031831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:11.041099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Request body: {'subnet': {'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-subnet', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:11.059176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:11.066384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Usage tracker for resource:subnet and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:11.071672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:11.083197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:11.113237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-175972839-network', 'tenant_id': '8e90932f0cc04873ac5b84db310f4bbd'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:11.118708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:11.123528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Usage tracker for resource:network and tenant:8e90932f0cc04873ac5b84db310f4bbd is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:11.126983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:11.133320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:11.141940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Made reservation on behalf of a0ffb1f245194e8ba15441de4b0cbe1a for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:11.148448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.169022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406326085-network', 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:11.176969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:11.185250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Usage tracker for resource:network and tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:11.191164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.195930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:11.206482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:11.290059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Made reservation on behalf of 8e90932f0cc04873ac5b84db310f4bbd for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:11.313498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.334580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.363855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:11.368468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Usage tracker for resource:security_group_rule and tenant:8e90932f0cc04873ac5b84db310f4bbd is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:11.372428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:11.379089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:11.484986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33048) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:11.564511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'network': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:11.565952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.571663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.589969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.610368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.615187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:11.623980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Usage tracker for resource:security_group_rule and tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:11.626270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:11.628226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:11.638197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:11.691087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:11.716316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b90b2-0d0f-46a1-b9d6-a8e010870af7,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:11.719836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:11.728795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.729450 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Added segment 6a63e5cc-7865-450c-a0d0-23c284af633d of type vxlan for network 98cde9b1-de6f-4704-ae0a-c7287b9f206e
Feb 19 08:08:11.836619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.892510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33060) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:11.900726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.903317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:11.904020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.911524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:11.957234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.962315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:11.970003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:11.998516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-587793952-network', 'tenant_id': '2fc591cc35da49519c6af7f73322857a'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:12.006582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f3c4f-3651-485c-a17c-4b9d42ac6090,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:12.017324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.017324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.017608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.017842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.018381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.018500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.018860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.019211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.019564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.019939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.020277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.020628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.021053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.021406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.021749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.022122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.022467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.022812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.023156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.023498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.023839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.024183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.024531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.024874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Tracked resource versions report:
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'},
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'ConntrackHelper': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Log': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Network': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Port': '1.7',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'PortForwarding': '1.2',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'QosPolicy': '1.8',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroup': '1.4',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroupRule': '1.2',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SubPort': '1.0',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Subnet': '1.1',
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Trunk': '1.1'}}
Feb 19 08:08:12.026154 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 08:08:12.029430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.048877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:12.058731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Usage tracker for resource:network and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:12.063205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:12.066616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.077199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Pushing event updated for resources: {'Network': ['ID=98cde9b1-de6f-4704-ae0a-c7287b9f206e,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:12.080251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:12.083296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:12.087620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:12.088855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:12.104276 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3637140
Feb 19 08:08:12.107648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33072) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:12.108527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:12.113079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:12.128734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Request body: {'subnet': {'network_id': '98cde9b1-de6f-4704-ae0a-c7287b9f206e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-175972839-subnet', 'tenant_id': '8e90932f0cc04873ac5b84db310f4bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:12.158173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:12.164632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Made reservation on behalf of 2fc591cc35da49519c6af7f73322857a for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:12.190294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.215252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Usage tracker for resource:subnet and tenant:8e90932f0cc04873ac5b84db310f4bbd is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:12.223867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:12.227797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.271513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:12.297651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.298924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Added segment 6f2b05dd-78ad-4011-9014-9cfed83f80b3 of type vxlan for network 275877ff-0554-44b8-afd6-cea6742c8395
Feb 19 08:08:12.357547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.404750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.409508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:12.410341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.446591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:12.502766 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0303266
Feb 19 08:08:12.572451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33084) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:12.640608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-647346011-network', 'tenant_id': '87561eef7d3448bbbdc41aedfb3dd6e3'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:12.642586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Request body: {'subnet': {'network_id': '275877ff-0554-44b8-afd6-cea6742c8395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406326085-subnet', 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:12.658459 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:12.659662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:12.665358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:12.672555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Made reservation on behalf of 8e90932f0cc04873ac5b84db310f4bbd for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:12.678053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.683022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Usage tracker for resource:subnet and tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:12.689203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:12.692963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:12.698548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Usage tracker for resource:network and tenant:87561eef7d3448bbbdc41aedfb3dd6e3 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:12.703175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:12.703408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:12.706400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:12.709763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Pushing event updated for resources: {'Network': ['ID=275877ff-0554-44b8-afd6-cea6742c8395,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:12.724705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:12.730755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 275877ff-0554-44b8-afd6-cea6742c8395 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:12.734798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Allocated IP 172.27.0.105 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/7c07ad22-7a2e-4599-b837-c21c3ba5a9b0) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:12.742790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:12.748773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.765548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 275877ff-0554-44b8-afd6-cea6742c8395 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:12.789376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:12.806173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:12.825284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:12.862695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-62f3e554-e3c9-440a-b7cc-8bfb701b7bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:12.991104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Made reservation on behalf of 87561eef7d3448bbbdc41aedfb3dd6e3 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:12.996226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.043604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.108374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:13.136779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Usage tracker for resource:security_group_rule and tenant:87561eef7d3448bbbdc41aedfb3dd6e3 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:13.147317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:13.158094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:13.201213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690f3307-15c9-480c-8ac3-e60be6f5da8c,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:13.212441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.247459 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:13.350726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.355346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.369887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:13.381848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.408802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:13.456139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Checking segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:13.456479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Network hostable DHCP agents. Network: 89d2e65a-770a-451a-b902-1be5d909ee68, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:13.465585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33106) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:13.497473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:13.522129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.525672 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Added segment 2b2ab02a-3f72-45d6-a12a-253671a40652 of type vxlan for network 74114e28-4116-48e9-9554-efbe2574bf35
Feb 19 08:08:13.553050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Pushing event updated for resources: {'Port': ['ID=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:13.560350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:13.623316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.652100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e32027-4236-4383-83e4-8f8ed861bd84,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:13.655956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:13.662225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:13.670408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:13.755406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:13.812901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.814164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:13.826708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.839312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:13.852696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 89d2e65a-770a-451a-b902-1be5d909ee68) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:13.865094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:13.865747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.866465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54953a03-2775-4bb2-a104-d0f1680314d9 None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:13.898514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.910067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:13.910757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:13.920627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:08:13.920968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:08:13.921539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59932157-d313-4f49-8fff-5addb54a7c51,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:13.937670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:13.939343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-550ea35f-f002-4b84-a725-cee72ee35811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:13.996703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.069458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.0374994
Feb 19 08:08:14.071256 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.5840032
Feb 19 08:08:14.073456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33120) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:14.078039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33122) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:14.081679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:14.089833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Pushing event updated for resources: {'Network': ['ID=74114e28-4116-48e9-9554-efbe2574bf35,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:14.095225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:14.098029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:14.102038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Request body: {'subnet': {'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-587793952-subnet', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:14.111559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:14.117485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Usage tracker for resource:router and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:14.120743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:14.124360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:14.127214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:14.130687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Usage tracker for resource:subnet and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:14.137585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:14.140624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:14.148928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:14.165150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.166463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.175675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Made reservation on behalf of 2fc591cc35da49519c6af7f73322857a for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:14.180975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.266822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:14.299549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-89d2e65a-770a-451a-b902-1be5d909ee68', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:08:14.300580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.318807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.337311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.386014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.410998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:14.411698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:14.436152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Usage tracker for resource:security_group_rule and tenant:c92c577cb522419fa769b1e0d3e37c1f is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:14.443099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:14.477100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:14.533578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.604172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a499da-f956-4f6b-9c2c-186943c8d2b9,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:14.625637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Checking segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:14.625898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Network hostable DHCP agents. Network: 275877ff-0554-44b8-afd6-cea6742c8395, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:14.695215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:14.701956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Allocated IP 172.20.0.2 (89d2e65a-770a-451a-b902-1be5d909ee68/690f3307-15c9-480c-8ac3-e60be6f5da8c/f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:14.760531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Network 275877ff-0554-44b8-afd6-cea6742c8395 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:14.798743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 275877ff-0554-44b8-afd6-cea6742c8395) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:14.808347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:14.809103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.817043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c308714-4abb-4cac-8642-e65b18c098c8 None None] Network 275877ff-0554-44b8-afd6-cea6742c8395 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:14.824499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:14.854636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b755b61-9ddd-4270-bb18-1e1a369d29f2,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:15.024505 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4324052
Feb 19 08:08:15.034035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.038342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.052419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:15.110932 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92c577cb522419fa769b1e0d3e37c1f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6285527
Feb 19 08:08:15.116338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33140) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:15.132254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:15.133831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783dbb0b-f17d-476e-8cba-524e5d8a141b,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:15.154628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:15.198726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:15.220695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.225032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.225423 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Added segment ec89268f-2d84-4fea-9098-0d76303a0464 of type vxlan for network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d
Feb 19 08:08:15.277191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.325428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Transition to ACTIVE for port object f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:15.359356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c8a80-4c02-46f9-9ae1-187c99789b43 None None] Network 275877ff-0554-44b8-afd6-cea6742c8395 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:15.359832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.388873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.401775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.524211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.550495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Checking segment: {'id': '6a63e5cc-7865-450c-a0d0-23c284af633d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98cde9b1-de6f-4704-ae0a-c7287b9f206e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:15.550946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Network hostable DHCP agents. Network: 98cde9b1-de6f-4704-ae0a-c7287b9f206e, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:15.562391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.569274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33166) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:15.572044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:15.572969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.574089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Transition to ACTIVE for port object f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:15.587711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:15.588513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.609639 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 08:08:15.628034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:15.651125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.661291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:15.677873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783dbb0b-f17d-476e-8cba-524e5d8a141b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:15.681686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:15.700015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:15.703661 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/783dbb0b-f17d-476e-8cba-524e5d8a141b HTTP/1.1" status: 204  len: 168 time: 0.5814447
Feb 19 08:08:15.716272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:08:15.878786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-1e364c68-a030-48d8-876c-fb973f038bd4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:15.880340 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-1e364c68-a030-48d8-876c-fb973f038bd4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.2983966
Feb 19 08:08:15.918375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:15.954379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 98cde9b1-de6f-4704-ae0a-c7287b9f206e) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:15.965738 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 4.0720043
Feb 19 08:08:15.970417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33188) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:15.978853 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8c501e3a-1ff9-422f-88d7-963f66d1f86b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/quotas/9c0c83b5e9e549c7bb13ff93ab2e47bb HTTP/1.1" status: 200  len: 375 time: 0.0860460
Feb 19 08:08:15.979531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Pushing event updated for resources: {'Network': ['ID=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:15.996862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:15.997523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.019661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Request body: {'subnet': {'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-647346011-subnet', 'tenant_id': '87561eef7d3448bbbdc41aedfb3dd6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:16.038308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.9271381
Feb 19 08:08:16.047555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:16.074364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:16.075689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca71e4-dbcd-47ef-bbf0-8a9f058b2000 None None] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:16.101073 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-7c7dc17a-3189-457c-8eca-e51d1a75ae60 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0872455
Feb 19 08:08:16.110382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Usage tracker for resource:subnet and tenant:87561eef7d3448bbbdc41aedfb3dd6e3 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:16.120127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:16.128901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:16.135671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:16.229827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:16.241115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Sync routers for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:16.259823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:16.260502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b8588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:16.290323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Made reservation on behalf of 87561eef7d3448bbbdc41aedfb3dd6e3 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:16.291351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:16.295129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.297043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:16.302764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.307145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.6372511
Feb 19 08:08:16.307996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33206) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:16.386110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:16.421105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:16.431539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33210) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:16.584315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.626306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.650933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:16.669471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:16.683938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:16.684298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.697781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Usage tracker for resource:security_group_rule and tenant:fa68aeb79fb64b35a278b04e743af7e3 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:16.714703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-d572fbb9-a89f-4f01-ac0d-4bf7aec54712 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:08:16.716004 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-d572fbb9-a89f-4f01-ac0d-4bf7aec54712 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2154541
Feb 19 08:08:16.716559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:16.732119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:16.837449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:16.870424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Attempting to bind port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:16.870718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Attempting to bind port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:16.871120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Attempting to bind port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 on network 89d2e65a-770a-451a-b902-1be5d909ee68 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:16.873835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Pushing event updated for resources: {'Port': ['ID=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:16.888139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.888521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.888898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.889267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.889633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.890035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.890389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.890755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.891148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.891498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.891856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.892211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.892640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.892996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.893357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.893708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.894127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.894482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.894892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.895249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.895601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.896007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.896304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.896655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Tracked resource versions report:
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'},
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'ConntrackHelper': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Log': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Network': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Port': '1.7',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'PortForwarding': '1.2',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'QosPolicy': '1.8',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroup': '1.4',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroupRule': '1.2',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SubPort': '1.0',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Subnet': '1.1',
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Trunk': '1.1'}}
Feb 19 08:08:16.897966 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 08:08:16.901604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27b56c-5fab-440d-b1b7-706bfe00de5e None None] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:17.131567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b8588>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:14Z', 'revision_number': 3, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:17.137306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Checking router: 06ae19c0-f4fe-4fc9-b71e-a14171aa240c for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:17.137860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Updating router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:17.138886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.511s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:17.155680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b872576-9a43-4bf3-a83a-6cd67e7751e8,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:17.196793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:17.197218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Checking segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:17.197666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.198120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Bound using segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:17.198657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Bound port: f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:17.199093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.201162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:17.220821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.386553 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-59ab268e-3821-46ef-8122-51d7265c7780 service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6047847
Feb 19 08:08:17.458321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33244) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:17.467150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.488081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.508874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:17.510003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] For port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:17.513835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] For port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:17.518448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.543270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7a50973-4df4-4da2-a684-de899b050a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:17.590692 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa68aeb79fb64b35a278b04e743af7e3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1443341
Feb 19 08:08:17.597171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33250) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:17.666852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef04eb7-d73f-4d63-8ea0-61a5ffe883db,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:17.675391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:17.760665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Pushing event updated for resources: {'Port': ['ID=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:17.774240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:17.819473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.863586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754683341-network', 'tenant_id': '4ddbe3402dae4c479337c7f904b33427'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:17.864275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:17.868678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Usage tracker for resource:network and tenant:4ddbe3402dae4c479337c7f904b33427 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:17.872035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:17.877867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:17.878362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.981268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:17.989689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Made reservation on behalf of 4ddbe3402dae4c479337c7f904b33427 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:17.994595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.018526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.029488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:18.040410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.058225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef04eb7-d73f-4d63-8ea0-61a5ffe883db,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:18.058599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Checking segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:18.059001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Network hostable DHCP agents. Network: 74114e28-4116-48e9-9554-efbe2574bf35, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:18.062674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:18.105485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:18.111076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33258) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:18.121448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.122864 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bef04eb7-d73f-4d63-8ea0-61a5ffe883db HTTP/1.1" status: 204  len: 168 time: 0.5237379
Feb 19 08:08:18.133704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ddbe3402dae4c479337c7f904b33427 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:18.138219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:18.157784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-7d99ef12-7a23-4a09-922c-9cbea85f194f service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7679310
Feb 19 08:08:18.164148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:18.177114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Network 74114e28-4116-48e9-9554-efbe2574bf35 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:18.212279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 74114e28-4116-48e9-9554-efbe2574bf35) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:18.224299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edaf31-2c7c-4988-a807-d6cf5becaceb None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:18.243388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:18.244164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.423548 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.3349688
Feb 19 08:08:18.433201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33268) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:18.435459 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.449737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:18.474632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:18.475221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Transition to ACTIVE for port object 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:18.484951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.488396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Usage tracker for resource:router and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:18.495136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:18.506209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:18.524703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e6e4a26c-e69e-4099-aad8-dc56cc0fe891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:18.603978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.632840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.640134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33282) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:18.654388 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 08:08:18.790693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-511408bb-3cd9-4dad-aae5-466ddee78bee req-19ce1f04-92ad-4cd1-a58c-ce1fea0fff00 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.1443970
Feb 19 08:08:18.822219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.824359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Allocated IP 172.20.0.1 (a21c6dbf-5dbc-4205-a513-25c62da921bf/ce5870d0-19ae-4f17-a953-9105e2bff8d1/e91dc341-6b5f-45d3-9721-76761bc68f60) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:18.865569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Pushing event updated for resources: {'Port': ['ID=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:18.881327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.881748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.882046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.882385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.882385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.882980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.883231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.883583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.883931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.884295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.884641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.884982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.885322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.885733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.886099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.886441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.886779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.887117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.887457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.887794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.888128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.888471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.888808 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.889145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.889479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Tracked resource versions report:
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]: pushed versions:
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]: {   'AddressGroup': {'1.1'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'ConntrackHelper': {'1.0'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Log': {'1.0'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Network': {'1.1'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Port': {'1.7'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'PortForwarding': {'1.2'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'QosPolicy': {'1.8'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroup': {'1.4'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SecurityGroupRule': {'1.2'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'SubPort': {'1.0'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Subnet': {'1.1'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     'Trunk': {'1.1'}}
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]: consumer versions:
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]: {   DHCP agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     L3 agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metadata agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     Metering agent@dv-cinder-773985-6-iscsi: {},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@dv-cinder-773985-6-iscsi: {   'AddressGroup': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'ConntrackHelper': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Log': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Network': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Port': '1.7',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'PortForwarding': '1.2',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'QosPolicy': '1.8',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroup': '1.4',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SecurityGroupRule': '1.2',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'SubPort': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Subnet': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                                      'Trunk': '1.1'},
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'ConntrackHelper': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Log': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Network': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Port': '1.7',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'PortForwarding': '1.2',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'QosPolicy': '1.8',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroup': '1.4',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SecurityGroupRule': '1.2',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'SubPort': '1.0',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Subnet': '1.1',
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:                                             'Trunk': '1.1'}}
Feb 19 08:08:18.890922 dv-cinder-773985-6-iscsi neutron-server[83894]:  {{(pid=84006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 08:08:18.895720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Attempting to bind port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:18.895720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Attempting to bind port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:18.895720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Attempting to bind port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:18.905123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:18.908201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:18.908614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:18.909045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.909465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:18.909991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Bound port: 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:18.910929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.956011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:18.980646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Allocated IP 172.27.0.39 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/de9da11c-5d5d-440a-858c-24f48e4e7c22) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:19.045207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] For port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:19.050682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] For port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:19.059562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.107072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:19.237824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-74114e28-4116-48e9-9554-efbe2574bf35', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:08:19.239606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.253496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.336615 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.339929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.342391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:19.363617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cf57f868-e36e-4672-aa85-64f664e5f540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:19.413220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Pushing event updated for resources: {'Port': ['ID=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:19.449313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.466563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:19.467291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b8588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:19.485444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Usage tracker for resource:security_group_rule and tenant:d92e4ab1d26d49e7860d02da4ef6b7f6 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:19.510873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.524188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:19.572906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:19.633767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:08:19.703208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:19.729404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.730102 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Added segment 8b0944cf-c92d-4860-9c08-e94cd67ea830 of type vxlan for network e66e4247-19b6-435f-aae0-3d607091276a
Feb 19 08:08:19.751016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a56807-846b-4ac5-93bf-e9662d8c9365,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:19.754806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:19.757138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:19.762484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:19.890883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:19.919819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d9bae-ba22-45f9-898b-4719e0adefef None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:20.047458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:20.218299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.292647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.325695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-01592fc9-9c78-41e8-b504-9a090f10ed40 None None] Provisioning for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:20.326950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7e5703bb-4f0b-4c06-aafa-8b791cc653ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:20.356775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Allocated IP 172.20.0.2 (74114e28-4116-48e9-9554-efbe2574bf35/0b872576-9a43-4bf3-a83a-6cd67e7751e8/8e7d974f-1ff1-4152-9e74-fa81c06b98a0) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:20.423890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:20.438621 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54238b47-577c-421c-970f-f4656c36fbf0 req-9a43d9b1-59d7-4136-85d4-7cad365a1e9b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.4115324
Feb 19 08:08:20.463931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3324b010-be5a-43b6-8842-10d37ae4cac9,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:20.478592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:20.482187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.493044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b8588>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:14Z', 'revision_number': 3, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:20.509319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0cf5a-d2df-46de-94d5-c5d18a3e6d09 None None] The sync data for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi is: [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:14Z', 'revision_number': 3, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:20.520481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:20.554060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:20.650416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:08:20.703226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:20.730364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Network a21c6dbf-5dbc-4205-a513-25c62da921bf is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:20.732684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.744367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:20.783804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:20.810471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:20.818469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:20.819113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.858805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.914399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:20.966064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Pushing event updated for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:20.977735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.040040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:21.092008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.141895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:21.159959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.206520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:21.342666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.346184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.378151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Checking segment: {'id': 'ec89268f-2d84-4fea-9098-0d76303a0464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:21.379094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Network hostable DHCP agents. Network: 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:21.402861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Transition to ACTIVE for port object 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:21.403915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=de9da11c-5d5d-440a-858c-24f48e4e7c22,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:21.416429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:21.434431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:21.448272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:21.456776 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Transition to ACTIVE for port object 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:21.469071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.660396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:21.661134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.685323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:21.773480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:21.797884 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d92e4ab1d26d49e7860d02da4ef6b7f6&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6833220
Feb 19 08:08:21.817390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33366) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:21.847563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e8435c2a-4b63-40d7-b132-2f38ae279cf8 None None] Provisioning complete for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:21.848857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8435c2a-4b63-40d7-b132-2f38ae279cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:21.857997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:21.876940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74fda2-45f9-44c7-9b30-f2de5e84fef0,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:21.898763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:21.906703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:22.010746 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19974555-9e16-4fd7-b87e-795548f1cc52 req-22ea1b9b-ef70-4feb-9b11-449403ceed5d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.1830199
Feb 19 08:08:22.049195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:22.074249 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 4.5374007
Feb 19 08:08:22.075180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33370) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:22.076517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:22.077172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.117488 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.1419978
Feb 19 08:08:22.121604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca60c5c-357b-48d3-8929-9595ac5b2009 None None] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:22.124802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Request body: {'subnet': {'network_id': 'e66e4247-19b6-435f-aae0-3d607091276a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754683341-subnet', 'tenant_id': '4ddbe3402dae4c479337c7f904b33427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:22.160410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.172243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:22.174929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e66e4247-19b6-435f-aae0-3d607091276a,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:22.181125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Usage tracker for resource:subnet and tenant:4ddbe3402dae4c479337c7f904b33427 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:22.205840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:22.206706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.301675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.70', 58886) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:22.302898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:22.358799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Pushing event updated for resources: {'Port': ['ID=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:22.367203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:22.386794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:22.402452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:22.465826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network e66e4247-19b6-435f-aae0-3d607091276a details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:22.476842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Allocated IP 172.27.0.101 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/14c1aca3-2bf4-4a10-880a-2e09ffa8094b) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:22.482085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.551275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.571883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Made reservation on behalf of 4ddbe3402dae4c479337c7f904b33427 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:22.578768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.737959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network e66e4247-19b6-435f-aae0-3d607091276a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:08:22.935374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.943345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:22.954856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-28f09533-8c86-4c18-aa89-6acab076418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:22.973436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c74fda2-45f9-44c7-9b30-f2de5e84fef0,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:22.982774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:23.010293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.019302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.022741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.036358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.037581 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c74fda2-45f9-44c7-9b30-f2de5e84fef0 HTTP/1.1" status: 204  len: 168 time: 1.2087209
Feb 19 08:08:23.039682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:23.042158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ee5b817-c62a-4149-8a23-5c28312062a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:23.090764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:23.102016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:23.111572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.186913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:23.426940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b496c-5a7d-41c0-a88e-35a82c845ceb None None] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:23.480443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.493371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Pushing event updated for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:23.496753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:23.518813 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bfac77f6-29cf-4ab6-a063-c59a8d64de38 req-9af2a7ad-3967-4771-ac3c-2501c3517dc5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.1508725
Feb 19 08:08:23.524127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:23.543619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Attempting to bind port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:23.544148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Attempting to bind port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:23.544647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Attempting to bind port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 on network 74114e28-4116-48e9-9554-efbe2574bf35 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:23.576894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:23.577412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Checking segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:23.577986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.578516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Bound using segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:23.579133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Bound port: 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:23.579559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.638850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-313d9a1e-2848-4645-9d55-28553c86b895 None None] Provisioning complete for port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:23.640621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-313d9a1e-2848-4645-9d55-28553c86b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:23.793311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-5fe91906-7f7d-4c42-8c9f-82ceed7b9bcd tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:23.795352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-5fe91906-7f7d-4c42-8c9f-82ceed7b9bcd tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Synchronizing usage tracker for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:23.868170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:23.921883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Pushing event updated for resources: {'Port': ['ID=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:23.966715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:24.006180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-3cc9a705-250c-4555-8c70-4ad80c9bb420 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:24.007895 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-3cc9a705-250c-4555-8c70-4ad80c9bb420 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 1.6921270
Feb 19 08:08:24.024588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Network a21c6dbf-5dbc-4205-a513-25c62da921bf is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:24.027419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:24.113234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] For port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:24.121645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] For port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:24.340052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:24.350068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-5fe91906-7f7d-4c42-8c9f-82ceed7b9bcd tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Unset dirty status for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:24.362262 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-5fe91906-7f7d-4c42-8c9f-82ceed7b9bcd tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/networks?id=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d HTTP/1.1" status: 200  len: 811 time: 1.4606352
Feb 19 08:08:24.371143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:24.375985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:24.386382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:24.513515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:24.537246 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-d4b61868-45a6-44a9-8fe9-e78cf6417e61 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/quotas/87561eef7d3448bbbdc41aedfb3dd6e3 HTTP/1.1" status: 200  len: 375 time: 0.1725614
Feb 19 08:08:24.690012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:24.905591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:24.981388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:24.981827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:25.033961 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-8527eac1-b887-4c25-a151-9a01a0caa702 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=87561eef7d3448bbbdc41aedfb3dd6e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4954438
Feb 19 08:08:25.056154 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ee28419-560d-424c-a865-1c8e5f62881d req-068d27cd-eb3f-4211-a458-fbb9b6174818 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.2378266
Feb 19 08:08:25.090355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:08:25.157868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Pushing event updated for resources: {'Port': ['ID=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:25.169042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:25.280180 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-3ab6f03a-1f79-4783-8308-e02407ddc0fa service neutron] 10.222.0.13 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298565
Feb 19 08:08:25.334727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:25.376065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:25.381822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:25.387483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7979bf87-02be-4cc4-90c1-3665cc06c762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:25.543766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:25.562343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:25.675487 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-c5d45cfd-0151-496a-a710-c83ae79a58f9 service neutron] 10.222.0.13 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3795724
Feb 19 08:08:25.929481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:25.936936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Request body: {'port': {'device_id': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395', 'admin_state_up': True, 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:26.091708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:26.093964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:26.103240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Sync routers for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:26.126657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:26.133622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4e6eb8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:26.263541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:26.350422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] 10.222.0.13 "PUT /v2.0/routers/06ae19c0-f4fe-4fc9-b71e-a14171aa240c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0410388
Feb 19 08:08:26.520480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33522) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:26.886996 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-73568b39-c399-4b07-833c-31360e84d06c req-33e614ca-70fc-498c-a05f-a905cb9643a3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.2520301
Feb 19 08:08:26.940163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:08:27.091865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:27.459711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea61476-d042-4905-a9af-aa464066919f None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:27.515847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33544) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:27.575923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:27.859538 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-00a1a8ec-64f9-4d97-947a-2f1c3a3642f4 req-547e7013-37c8-4652-b997-55465130c22a tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 1.6468785
Feb 19 08:08:27.883772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:27.906091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Usage tracker for resource:port and tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:27.978607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:27.986452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:28.014198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.020721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:28.024276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:28.030627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.053223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0154151d-31f4-4419-bd4c-e281f04f0918,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:28.080634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.817s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:28.111875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Checking segment: {'id': '8b0944cf-c92d-4860-9c08-e94cd67ea830', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e66e4247-19b6-435f-aae0-3d607091276a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:28.126351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Network hostable DHCP agents. Network: e66e4247-19b6-435f-aae0-3d607091276a, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:08:28.169673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.173976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:28.180254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Usage tracker for resource:security_group_rule and tenant:aae766a44b56457f86fe151ca31928dc is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:28.195702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:28.204600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:28.315995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-01651646-6d95-4f25-9f8c-a24aaa9ff28b None None] Provisioning for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:28.360331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.378594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:28.384623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Usage tracker for resource:security_group_rule and tenant:84fb4bcdef4f4716abaaac6a275b1d65 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:28.388874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:28.399864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:28.449414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.520645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-adeeb2dc-6649-4987-bc41-0f6bb61651a6 req-00e873e5-81d0-449d-88fa-988c7acb9a9f tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.3217969
Feb 19 08:08:28.585048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:28.597426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:28.601585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:28.633699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:28.634580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b84e0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:28.655627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Network e66e4247-19b6-435f-aae0-3d607091276a is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:08:28.692420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, e66e4247-19b6-435f-aae0-3d607091276a) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:28.703226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:28.703705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.742919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5898001-a3d2-4b64-a40d-c45054c8cadf None None] Network e66e4247-19b6-435f-aae0-3d607091276a requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:28.844767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:28.845410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.856314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:28.860220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.865436 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 14.7895453
Feb 19 08:08:28.871222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33576) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:28.975427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:28.979097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e501fa2-1b65-413f-9389-3f229ebf8678,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:28.984227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:28.993334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:29.072793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e0cefe7-f9b8-4d20-84dc-d7a5fc26107f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:29.129278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451207a2-b7b3-48fc-a95c-374dc00effa9,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:29.133639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:29.137733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:29.153690 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aae766a44b56457f86fe151ca31928dc&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6183319
Feb 19 08:08:29.154673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:08:29.172664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33584) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:29.333448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb014f4-e829-47de-89ba-6b75dd7e8a46 None None] Network e66e4247-19b6-435f-aae0-3d607091276a requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:08:29.569946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:29.572410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:29.608264 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84fb4bcdef4f4716abaaac6a275b1d65&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0476143
Feb 19 08:08:29.651411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:29.678899 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-89769016-3364-4f0e-bb1c-eb5c38adac81 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:29.679543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4e6eb8>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 4, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'e91dc341-6b5f-45d3-9721-76761bc68f60', 'name': '', 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'mac_address': 'fa:16:3e:a4:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:22Z', 'revision_number': 2, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'subnets': [{'id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:29.680679 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-89769016-3364-4f0e-bb1c-eb5c38adac81 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 818 time: 1.6449118
Feb 19 08:08:29.692765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33590) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:29.696714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:29.698153 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 11.2614784
Feb 19 08:08:29.712108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Checking router: 06ae19c0-f4fe-4fc9-b71e-a14171aa240c for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:29.712517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Updating router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c port e91dc341-6b5f-45d3-9721-76761bc68f60 binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:29.727612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33592) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:29.893811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Allocated IP 172.20.0.14 (275877ff-0554-44b8-afd6-cea6742c8395/f3a499da-f956-4f6b-9c2c-186943c8d2b9/c8bb39e7-b619-4fb6-b4c2-e5422c165781) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:29.925278 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-dddd66db-ad87-417c-9050-c0ab73574f50 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/quotas/6893df4f959a483bb5e233ae2f6187d6 HTTP/1.1" status: 200  len: 375 time: 0.2203603
Feb 19 08:08:29.940099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:29.960140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e0ff5f8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:30.061033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.062989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b84e0>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 3, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:30.089453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:30.089862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Updating router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 port de9da11c-5d5d-440a-858c-24f48e4e7c22 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:30.110114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.165513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.200437 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a9676250-bc5d-4998-af17-a9e9c51b8ee7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 8.1013937
Feb 19 08:08:30.203325 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6f49bd13-48e8-493e-8c14-cce65b113a7a req-657d57ea-ff43-4bdd-8ada-4e13da64a162 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 0.7775190
Feb 19 08:08:30.265687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.271548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.537144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.590116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.636256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:30.726403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33600) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:30.864846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-03b948f9-cac8-49cd-a556-0050e02962ce req-d60e43ab-140f-41cc-a8af-e566620342fd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:30.876118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.120204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.167398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3562fe51-dbee-4b48-8d3c-cb3f26c61f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:31.239290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:31.251782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.273902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:31.314215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:31.384483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Transition to ACTIVE for port object de9da11c-5d5d-440a-858c-24f48e4e7c22 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:31.394002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.403578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-31699ba7-f9a8-4a7d-964e-4f9dcc53ac59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:31.431912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:31.489292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.506026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Transition to ACTIVE for port object e91dc341-6b5f-45d3-9721-76761bc68f60 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:31.621507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.638426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:31.643823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:31.683033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.684440 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451207a2-b7b3-48fc-a95c-374dc00effa9 HTTP/1.1" status: 204  len: 168 time: 1.9815786
Feb 19 08:08:31.685650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451207a2-b7b3-48fc-a95c-374dc00effa9,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:31.687677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-03b948f9-cac8-49cd-a556-0050e02962ce req-d60e43ab-140f-41cc-a8af-e566620342fd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:31.717243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.719018 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-d60e43ab-140f-41cc-a8af-e566620342fd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6729848
Feb 19 08:08:31.726579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event updated for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:31.753771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:31.757208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:31.776040 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e501fa2-1b65-413f-9389-3f229ebf8678 HTTP/1.1" status: 204  len: 168 time: 2.5966079
Feb 19 08:08:31.792848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b79da6-ae70-4682-a444-7aaf8073b082 None None] Pushing event updated for resources: {'Port': ['ID=de9da11c-5d5d-440a-858c-24f48e4e7c22,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:31.812166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e1b79da6-ae70-4682-a444-7aaf8073b082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:31.816881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:31.820884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0eb54252-cc1a-443a-a0f4-5e93fe4b8c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:31.879439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e501fa2-1b65-413f-9389-3f229ebf8678,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:31.914301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:31.955537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Deleting subnet 1b755b61-9ddd-4270-bb18-1e1a369d29f2 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:08:31.986288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:32.030391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.089073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Attempting to bind port de9da11c-5d5d-440a-858c-24f48e4e7c22 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:32.089489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Attempting to bind port de9da11c-5d5d-440a-858c-24f48e4e7c22 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:32.089918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Attempting to bind port de9da11c-5d5d-440a-858c-24f48e4e7c22 on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:32.106697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:32.107108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:32.107627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.108081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:32.119770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Bound port: de9da11c-5d5d-440a-858c-24f48e4e7c22, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:32.120231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.128010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:32.192033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.293453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-ac1082eb-81ea-4d68-98b2-36e19037931b None None] Provisioning complete for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:32.295222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] For port de9da11c-5d5d-440a-858c-24f48e4e7c22, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:32.299046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] For port de9da11c-5d5d-440a-858c-24f48e4e7c22, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=de9da11c-5d5d-440a-858c-24f48e4e7c22,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:32.300258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ac1082eb-81ea-4d68-98b2-36e19037931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.302880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6306d6-8268-4d53-922e-70d5e1d5e04e req-5999d2bb-702c-44da-a98d-1b9394136975 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:32.303993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4e6306d6-8268-4d53-922e-70d5e1d5e04e req-5999d2bb-702c-44da-a98d-1b9394136975 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:32.304448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.312719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Network 275877ff-0554-44b8-afd6-cea6742c8395 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:32.321629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:32.346760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a17415d5-97ac-4ef4-94b3-8ebc33b6784a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:32.382521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:32.399579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:32.407224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.490958 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5628879
Feb 19 08:08:32.491600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4e6306d6-8268-4d53-922e-70d5e1d5e04e req-5999d2bb-702c-44da-a98d-1b9394136975 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:32.498989 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4e6306d6-8268-4d53-922e-70d5e1d5e04e req-5999d2bb-702c-44da-a98d-1b9394136975 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 932 time: 1.9641545
Feb 19 08:08:32.504457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.521077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.731743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-ab48a7ea-6998-40e4-81af-67642d18dec4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:08:32.734240 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-ab48a7ea-6998-40e4-81af-67642d18dec4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8001914
Feb 19 08:08:32.846369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:32.846872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:32.918465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b79da6-ae70-4682-a444-7aaf8073b082 None None] Pushing event updated for resources: {'Port': ['ID=de9da11c-5d5d-440a-858c-24f48e4e7c22,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:32.923745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4e6306d6-8268-4d53-922e-70d5e1d5e04e req-4a9cf6c6-22de-4e05-af66-20e04b705e6c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150471
Feb 19 08:08:32.926185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e1b79da6-ae70-4682-a444-7aaf8073b082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:32.936973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33630) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:32.975489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:33.095946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:33.107175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:33.108329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b84e0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:33.128195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Usage tracker for resource:security_group_rule and tenant:69e68dc154fe443e9aab67c6ba160543 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:33.160631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:33.182385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:33.267252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Pushing event updated for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:33.332036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.204s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:33.492744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:33.514323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9b149155-d632-45a6-8c21-a1219bcf5954 req-7bbc469f-1b75-4490-96bc-84891b1c8817 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 0.2200401
Feb 19 08:08:33.595041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:33.608957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Attempting to bind port e91dc341-6b5f-45d3-9721-76761bc68f60 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:33.609341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Attempting to bind port e91dc341-6b5f-45d3-9721-76761bc68f60 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:33.610113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Attempting to bind port e91dc341-6b5f-45d3-9721-76761bc68f60 on network a21c6dbf-5dbc-4205-a513-25c62da921bf {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:33.698915 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-04b4fa61-bbe8-4171-a789-670c379280ef service neutron] 10.222.0.13 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9227672
Feb 19 08:08:33.733694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:33.734612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Checking segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:33.735106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:33.736197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Bound using segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:33.736197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Bound port: e91dc341-6b5f-45d3-9721-76761bc68f60, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:33.736537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:33.804536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Allocated IP 172.20.0.1 (89d2e65a-770a-451a-b902-1be5d909ee68/690f3307-15c9-480c-8ac3-e60be6f5da8c/a7faf9eb-fcf8-4362-98cf-6decddfae678) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:33.919665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] For port e91dc341-6b5f-45d3-9721-76761bc68f60, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:33.923851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] For port e91dc341-6b5f-45d3-9721-76761bc68f60, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e91dc341-6b5f-45d3-9721-76761bc68f60,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:33.946647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:34.018957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.028331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-73d9c65b-f292-447d-81cf-e96600091275 None None] Provisioning complete for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:34.028748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-73d9c65b-f292-447d-81cf-e96600091275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.138155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:34.138815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.154730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.217482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9c8d9028-90fc-468c-9d60-9174befa4283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:34.388303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4b84e0>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 3, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:34.393701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cef84d-49e1-4d13-b06a-3ededcead6d8 None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 3, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:34.400510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5c0d7-24a2-490c-b369-f841bddaa40f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:34.430915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:34.454892 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69e68dc154fe443e9aab67c6ba160543&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5134635
Feb 19 08:08:34.462514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33648) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:34.488558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Allocated IP 172.20.0.1 (74114e28-4116-48e9-9554-efbe2574bf35/0b872576-9a43-4bf3-a83a-6cd67e7751e8/42378a2d-508c-42be-9833-db3eb437e38c) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:34.568875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Pushing event updated for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:34.584963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:34.601421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.633063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.697123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.714075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0957cb2-93ad-4411-8a84-c12bb2053ed3 req-1c72382b-cd6b-4361-b316-82c6cfc420c5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:34.715932 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0957cb2-93ad-4411-8a84-c12bb2053ed3 req-1c72382b-cd6b-4361-b316-82c6cfc420c5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 932 time: 0.5193393
Feb 19 08:08:34.724978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:34.748719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5c0d7-24a2-490c-b369-f841bddaa40f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:34.765028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.780857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.783737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Transition to ACTIVE for port object 42378a2d-508c-42be-9833-db3eb437e38c will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:34.784634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:34.810845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.815390 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e5c0d7-24a2-490c-b369-f841bddaa40f HTTP/1.1" status: 204  len: 168 time: 0.3419743
Feb 19 08:08:34.815530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.831075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0957cb2-93ad-4411-8a84-c12bb2053ed3 req-9bf4450b-51b4-4dd0-8d14-6394d34b6a62 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867484
Feb 19 08:08:34.832704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Transition to ACTIVE for port object a7faf9eb-fcf8-4362-98cf-6decddfae678 will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:34.855563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e0ff5f8>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:25Z', 'revision_number': 3, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:34.903067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-90f59402-cdfa-4a02-94f7-559629163222 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:08:34.913620 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-90f59402-cdfa-4a02-94f7-559629163222 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0336311
Feb 19 08:08:34.922941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:34.923363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:34.935617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:35.045589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:35.046020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Updating router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:35.140815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:35.169654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:35.363425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1bd296e-4f5e-4dad-a8bd-2c9008bf0fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:35.367824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Pushing event updated for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:35.396195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:35.396918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.70', 58894) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:35.420358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:35.424532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Network 74114e28-4116-48e9-9554-efbe2574bf35 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:35.449373 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6f810744-ac1e-4beb-beff-19c3702f021d req-a6c82cc9-d499-42c9-b11d-73d5df9a48d6 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 0.1771743
Feb 19 08:08:35.617361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:35.626928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:35.629526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:35.630270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:35.848250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:35.863563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Transition to ACTIVE for port object 14c1aca3-2bf4-4a10-880a-2e09ffa8094b will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:35.956396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.027309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.089772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Pushing event updated for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:36.195723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:36.210391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Request body: {'port': {'device_id': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:36.229991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:36.249053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:36.310629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d4405599-4378-4b02-87aa-008f3cdb60f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:36.345159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b489d17-17ce-45b0-9341-d01130f05955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.405391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:36.405952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.418387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6f75eb47-f1e8-4128-b048-4f26a8126cd3 None None] Provisioning for port a7faf9eb-fcf8-4362-98cf-6decddfae678 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:36.480954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b755b61-9ddd-4270-bb18-1e1a369d29f2,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:36.493225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6f75eb47-f1e8-4128-b048-4f26a8126cd3 None None] Provisioning complete for port a7faf9eb-fcf8-4362-98cf-6decddfae678 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:36.494591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f75eb47-f1e8-4128-b048-4f26a8126cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.520551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:36.522138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6af9a-d04c-4d10-96b2-f8977860be24 req-7755add5-3422-46d3-ace5-944d2a840892 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:36.523114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-b39627d2-6137-4f93-a1c3-a71494010d61 service neutron] 10.222.0.13 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 2.8229995
Feb 19 08:08:36.523943 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2cc6af9a-d04c-4d10-96b2-f8977860be24 req-7755add5-3422-46d3-ace5-944d2a840892 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 932 time: 0.4120264
Feb 19 08:08:36.589300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-c676610a-8680-4463-86a7-6be54784d534 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:36.591290 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-c676610a-8680-4463-86a7-6be54784d534 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.70 "GET /v2.0/networks?id=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d HTTP/1.1" status: 200  len: 811 time: 1.1406295
Feb 19 08:08:36.615477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Request body: {'port': {'device_id': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d', 'admin_state_up': True, 'tenant_id': '87561eef7d3448bbbdc41aedfb3dd6e3'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:36.628103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.679135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Pushing event updated for resources: {'Port': ['ID=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:36.745851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:36.778918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:36.779885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e4e6eb8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:36.788164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.855151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:36.884510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:36.889345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Usage tracker for resource:port and tenant:87561eef7d3448bbbdc41aedfb3dd6e3 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:36.894801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:36.901464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:36.918112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Made reservation on behalf of 87561eef7d3448bbbdc41aedfb3dd6e3 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:36.924376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:37.022520 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2cc6af9a-d04c-4d10-96b2-f8977860be24 req-d5760214-4406-455b-a647-1280d590faf2 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4671938
Feb 19 08:08:37.122782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6f75eb47-f1e8-4128-b048-4f26a8126cd3 None None] Port a7faf9eb-fcf8-4362-98cf-6decddfae678 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:08:37.161172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device de9da11c-5d5d-440a-858c-24f48e4e7c22 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:37.228042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Attempting to bind port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:37.228586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Attempting to bind port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:37.228986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Attempting to bind port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:37.240504 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b755b61-9ddd-4270-bb18-1e1a369d29f2 HTTP/1.1" status: 204  len: 168 time: 6.4809930
Feb 19 08:08:37.256164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:37.256814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:37.257524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:37.258159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:37.258835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Bound port: 14c1aca3-2bf4-4a10-880a-2e09ffa8094b, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:37.259397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:37.372795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33720) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:37.549306 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d17cc2f9-aa9d-40bd-b5ab-07baa8b8820a req-d72c4bd0-d147-4733-8ea9-1e25402dd13f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 210 time: 0.3627582
Feb 19 08:08:37.586434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] For port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:37.607278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] For port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:37.673022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:37.754326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:37.924781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Allocated IP 172.20.0.12 (15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d/55a56807-846b-4ac5-93bf-e9662d8c9365/df617dc1-4fb9-4918-88fa-56b1bea23ad9) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:38.108074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb39e7-b619-4fb6-b4c2-e5422c165781 {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:08:38.128992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.131959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6a6eb5d2-f59d-469b-b467-218eaf58a002 None None] Provisioning for port 42378a2d-508c-42be-9833-db3eb437e38c completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:38.153032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:38.161871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Transition to ACTIVE for port object c8bb39e7-b619-4fb6-b4c2-e5422c165781 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:38.226883 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d8eff78a-8705-420b-a95a-47f438a23f3f req-46a13f7b-8ff5-451c-9f28-1222eb635143 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 0.9912107
Feb 19 08:08:38.272135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.366756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6a6eb5d2-f59d-469b-b467-218eaf58a002 None None] Provisioning complete for port 42378a2d-508c-42be-9833-db3eb437e38c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:38.367181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb5d2-f59d-469b-b467-218eaf58a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.438758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:38.478169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port de9da11c-5d5d-440a-858c-24f48e4e7c22 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:38.491475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.512573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Pushing event updated for resources: {'Port': ['ID=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:38.513390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.515753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port de9da11c-5d5d-440a-858c-24f48e4e7c22 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:38.516020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.552570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:38.625131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.693368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-913f0cb0-d961-4054-85ae-02aeaa820b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.703235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eb5d2-f59d-469b-b467-218eaf58a002 None None] Port 42378a2d-508c-42be-9833-db3eb437e38c cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:08:38.715297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.736738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.866999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:38.972965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:38.981300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:38.982413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e0ff5f8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:38.998789 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.70', 58898) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:38.999650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:39.146620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.174730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.242119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:39.326000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port de9da11c-5d5d-440a-858c-24f48e4e7c22, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=de9da11c-5d5d-440a-858c-24f48e4e7c22,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:39.337814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.350024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:39.413749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Attempting to bind port c8bb39e7-b619-4fb6-b4c2-e5422c165781 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:39.414300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Attempting to bind port c8bb39e7-b619-4fb6-b4c2-e5422c165781 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:39.414834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Attempting to bind port c8bb39e7-b619-4fb6-b4c2-e5422c165781 on network 275877ff-0554-44b8-afd6-cea6742c8395 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:39.422201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:39.443661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:39.443972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Checking segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:39.444339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.444862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Bound using segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:39.445512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Bound port: c8bb39e7-b619-4fb6-b4c2-e5422c165781, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:39.445921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.518117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e4e6eb8>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 4, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'e91dc341-6b5f-45d3-9721-76761bc68f60', 'name': '', 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'mac_address': 'fa:16:3e:a4:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:33Z', 'revision_number': 4, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'subnets': [{'id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:39.522948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Pushing event updated for resources: {'Port': ['ID=df617dc1-4fb9-4918-88fa-56b1bea23ad9,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:39.535412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320b87c-691e-4a1b-821e-626d54b84886 None None] The sync data for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi is: [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:08:21Z', 'revision_number': 4, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'e91dc341-6b5f-45d3-9721-76761bc68f60', 'name': '', 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'mac_address': 'fa:16:3e:a4:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:33Z', 'revision_number': 4, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'subnets': [{'id': 'ce5870d0-19ae-4f17-a953-9105e2bff8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:39.536908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:08:39.568046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:39.643627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.666268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=de9da11c-5d5d-440a-858c-24f48e4e7c22,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:39.666729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae15d-8d3f-46b5-b0a4-5138f5922156 req-7f6668cb-a085-4564-ae2e-823845fe3416 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:39.668523 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cedae15d-8d3f-46b5-b0a4-5138f5922156 req-7f6668cb-a085-4564-ae2e-823845fe3416 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 944 time: 0.9318545
Feb 19 08:08:39.672743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.673302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:39.684259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:39.688913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:39.693774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:39.694526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.711003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.755028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:39.771002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-b1de1bc7-7a90-444d-9d54-4f28a67265a1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:39.772551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-03b948f9-cac8-49cd-a556-0050e02962ce req-b1de1bc7-7a90-444d-9d54-4f28a67265a1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:39.924311 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-76f4774f-c0bf-49cf-af29-f7e6954beda9 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3151851
Feb 19 08:08:39.943402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Request body: {'port': {'device_id': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:40.010872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:40.012774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Pushing event updated for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:40.016047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:40.024866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-dd4cd905-a237-41a3-afc8-bb0ab09a0303 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:40.025765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1f741812-dca3-48c2-9908-61d199b2eeca req-dd4cd905-a237-41a3-afc8-bb0ab09a0303 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:40.029374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:40.061857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:40.062072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:40.066606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:40.099761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e0ff5f8>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:34Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:40.112391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071591e-a91a-4378-864d-ef9fde9d1f7d None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:34Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:40.153564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:40.338278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdd612c8-627b-4335-ac76-7b4ea4c5d384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:40.353258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-db316a35-5ad0-460a-bb2c-eb744366bccf None None] Provisioning complete for port a7faf9eb-fcf8-4362-98cf-6decddfae678 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:40.353753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db316a35-5ad0-460a-bb2c-eb744366bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:40.439948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-03b948f9-cac8-49cd-a556-0050e02962ce req-b1de1bc7-7a90-444d-9d54-4f28a67265a1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:40.443891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-b1de1bc7-7a90-444d-9d54-4f28a67265a1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 818 time: 1.4043045
Feb 19 08:08:40.461106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:08:40.487608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Request body: {'port': {'device_id': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'admin_state_up': True, 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:40.496340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:40.513230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-db316a35-5ad0-460a-bb2c-eb744366bccf None None] Port a7faf9eb-fcf8-4362-98cf-6decddfae678 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:08:40.655871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Network 74114e28-4116-48e9-9554-efbe2574bf35 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:40.673226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1f741812-dca3-48c2-9908-61d199b2eeca req-dd4cd905-a237-41a3-afc8-bb0ab09a0303 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:40.684256 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-dd4cd905-a237-41a3-afc8-bb0ab09a0303 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 818 time: 2.1117373
Feb 19 08:08:40.706867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:40.710516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-cedae15d-8d3f-46b5-b0a4-5138f5922156 req-ba9f6239-9b77-4534-9271-9230050807e7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:40.716832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] For port c8bb39e7-b619-4fb6-b4c2-e5422c165781, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:40.721689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Pushing event updated for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:40.740147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa09ed2d048>> segment before_delete 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.740559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa09ed2d048>> subnet precommit_delete_associations 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.741408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> segment_host_mapping after_create 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.745327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> port after_create 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.745749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> port after_delete 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.746256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> port after_update 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.746512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> segment after_delete 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.746902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> subnet after_create 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.747269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> subnet after_delete 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.747693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09ed2d5f8>> subnet after_update 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:40.775417 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-c3d9a72f-32ee-4934-bfe1-06c37bde2d4e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/quotas/6893df4f959a483bb5e233ae2f6187d6 HTTP/1.1" status: 200  len: 375 time: 0.0902929
Feb 19 08:08:41.079312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.172629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-de23d543-8c98-440c-8cd4-841e2ed0d0a5 None None] Provisioning complete for port 42378a2d-508c-42be-9833-db3eb437e38c triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:41.173311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de23d543-8c98-440c-8cd4-841e2ed0d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.196177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09d9d9358>> subnet after_create 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:41.200987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09d9d9358>> subnet after_delete 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:41.202856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09d9d9358>> subnet before_create 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:41.204242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09d9d9358>> subnet before_update 55550000 {{(pid=84003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:08:41.205725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09ed2d860>,) {'filters': {'network_id': ['98cde9b1-de6f-4704-ae0a-c7287b9f206e']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:41.225283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:41.225735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33872) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:41.235050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:41.308050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ed2d860>, '6a63e5cc-7865-450c-a0d0-23c284af633d') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:41.308728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ed2d860>, '6a63e5cc-7865-450c-a0d0-23c284af633d') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:41.311989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de23d543-8c98-440c-8cd4-841e2ed0d0a5 None None] Port 42378a2d-508c-42be-9833-db3eb437e38c cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:08:41.321592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] For port c8bb39e7-b619-4fb6-b4c2-e5422c165781, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:41.419001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.422243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.443928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-cedae15d-8d3f-46b5-b0a4-5138f5922156 req-ba9f6239-9b77-4534-9271-9230050807e7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:41.447841 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cedae15d-8d3f-46b5-b0a4-5138f5922156 req-ba9f6239-9b77-4534-9271-9230050807e7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4236491
Feb 19 08:08:41.532803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:41.647865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.653918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:08:41.712492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e91dc341-6b5f-45d3-9721-76761bc68f60 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:41.728993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:41.811351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port e91dc341-6b5f-45d3-9721-76761bc68f60 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:41.819305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port e91dc341-6b5f-45d3-9721-76761bc68f60 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:41.819841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.819945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Made reservation on behalf of 6893df4f959a483bb5e233ae2f6187d6 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:41.833208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.909008 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-66bc04ea-c2fc-4c40-a67a-469935c071ff tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1323941
Feb 19 08:08:41.924974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:41.927476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:41.936146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:41.953767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:41.954704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e517940>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:42.062049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:42.246319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:08:42.258263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:42.319118 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4464242
Feb 19 08:08:42.327776 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:42.426765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:42.458956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Usage tracker for resource:security_group_rule and tenant:38137281cd914baa8ba487264ddc775c is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:42.469144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:42.543267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port e91dc341-6b5f-45d3-9721-76761bc68f60, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e91dc341-6b5f-45d3-9721-76761bc68f60,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:42.588739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:42.590706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device de9da11c-5d5d-440a-858c-24f48e4e7c22 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:42.654019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:08:42.677863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3fd14ac3-e62a-4761-bb4c-8c5f4f6ac6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:42.787634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:42.789963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:42.794660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:42.841500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port de9da11c-5d5d-440a-858c-24f48e4e7c22 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:42.842121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:42.990950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-c9c93d0a-ea12-4f13-bb60-ac1927af6bfb service neutron] 10.222.0.13 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6855567
Feb 19 08:08:43.156972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Network 98cde9b1-de6f-4704-ae0a-c7287b9f206e has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:08:43.174283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:08:43.176787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:43.200437 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] 10.222.0.13 "PUT /v2.0/routers/83e4c8cf-2089-4bde-8eff-b5d44f591e15/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4716675
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   from cryptography.utils import int_from_bytes
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   from cryptography.utils import int_from_bytes
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   (rel_b, rel_a, rel_b),
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   (rel_b, rel_a, rel_b),
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:08:43.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:08:43.247029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e517940>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 2, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:43.262716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:43.263266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Updating router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 port a7faf9eb-fcf8-4362-98cf-6decddfae678 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:43.326735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c2b94-6339-41c6-a1c6-bdba06906530 req-d34aec7c-c1c1-478a-846b-f9330b630554 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:43.328339 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b5c2b94-6339-41c6-a1c6-bdba06906530 req-d34aec7c-c1c1-478a-846b-f9330b630554 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 932 time: 1.3610947
Feb 19 08:08:43.351405 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-abe7dc27-20ff-4e1d-87b3-755887a198ef service neutron] 10.222.0.13 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3588264
Feb 19 08:08:43.400501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.402936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.870s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:43.407189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.435933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.447007 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b5c2b94-6339-41c6-a1c6-bdba06906530 req-6649e779-2eca-45dc-b942-b4b0a5dcd99f tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900257
Feb 19 08:08:43.449453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:43.450693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.452274 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 200  len: 1158 time: 8.0501676
Feb 19 08:08:43.453608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:43.459685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:43.494334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.509998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.512899 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=98cde9b1-de6f-4704-ae0a-c7287b9f206e,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:43.531771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:43.559708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:43.570166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-21d5cdb3-617a-47d4-94ee-38aa33306c28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/98cde9b1-de6f-4704-ae0a-c7287b9f206e HTTP/1.1" status: 204  len: 168 time: 6.1733079
Feb 19 08:08:43.588787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33928) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:43.638893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8176b8-b668-4bcc-aa23-7564f082401c,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:43.645810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:43.791193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e91dc341-6b5f-45d3-9721-76761bc68f60 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:43.817199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df617dc1-4fb9-4918-88fa-56b1bea23ad9 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:08:43.833051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33938) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:43.880725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:43.908883 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38137281cd914baa8ba487264ddc775c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6656535
Feb 19 08:08:43.914652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33942) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:43.923772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port e91dc341-6b5f-45d3-9721-76761bc68f60 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:43.924150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.027923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Transition to ACTIVE for port object df617dc1-4fb9-4918-88fa-56b1bea23ad9 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:44.083771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.107207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Allocated IP 172.20.0.7 (a21c6dbf-5dbc-4205-a513-25c62da921bf/ce5870d0-19ae-4f17-a953-9105e2bff8d1/89caad34-67b1-4402-acb0-6169e8a77d69) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:44.164530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:44.176795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 14c1aca3-2bf4-4a10-880a-2e09ffa8094b up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:44.242284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Deleting subnet 0154151d-31f4-4419-bd4c-e281f04f0918 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:08:44.245910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.272726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:44.278219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:44.278636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.323479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.329678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.366138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Transition to ACTIVE for port object a7faf9eb-fcf8-4362-98cf-6decddfae678 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:44.371215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.405863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:44.418731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.465830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Pushing event updated for resources: {'Port': ['ID=df617dc1-4fb9-4918-88fa-56b1bea23ad9,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:44.495166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:44.506956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.532023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:44.535410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.541807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:44.566577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.595195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33960) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:44.694639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:44.695917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732418-0bb9-4c90-86f3-2637efb1331d None None] Pushing event updated for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:44.701528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:44.721089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-de732418-0bb9-4c90-86f3-2637efb1331d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:44.883520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:08:44.901339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:44.902497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce180f0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:44.921902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:44.967005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-3976b9d0-c6c3-4adc-931f-9dd84e2fa7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:44.969060 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-3976b9d0-c6c3-4adc-931f-9dd84e2fa7de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 1161 time: 1.4533608
Feb 19 08:08:44.976442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.004182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232938991', 'description': 'tempest-description--74934759'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:45.020734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:45.027483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:45.037490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:45.047646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:45.080832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b37de6c2-ce69-4d69-adb5-6b800f92584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:45.090509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.105185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.121965 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-73d5b046-f830-4217-a2dc-3237bd53b737 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 200  len: 217 time: 0.1234918
Feb 19 08:08:45.145335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Attempting to bind port a7faf9eb-fcf8-4362-98cf-6decddfae678 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:45.146097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Attempting to bind port a7faf9eb-fcf8-4362-98cf-6decddfae678 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:45.146815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Attempting to bind port a7faf9eb-fcf8-4362-98cf-6decddfae678 on network 89d2e65a-770a-451a-b902-1be5d909ee68 {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:45.157887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:45.158227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Checking segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:45.158653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.159087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Bound using segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:45.160145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Bound port: a7faf9eb-fcf8-4362-98cf-6decddfae678, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:45.160580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.160928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:45.309423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.397498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:45.422901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] For port a7faf9eb-fcf8-4362-98cf-6decddfae678, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:45.428324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] For port a7faf9eb-fcf8-4362-98cf-6decddfae678, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=a7faf9eb-fcf8-4362-98cf-6decddfae678,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:45.431595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.443866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.454137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0154151d-31f4-4419-bd4c-e281f04f0918,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:45.458085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-a2d9bb9c-d5e7-4af7-aad6-b11dfca73b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:45.459959 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-a2d9bb9c-d5e7-4af7-aad6-b11dfca73b78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.1830845
Feb 19 08:08:45.460956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.70', 58902) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:45.473239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:45.484751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:45.489711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Usage tracker for resource:security_group_rule and tenant:4937e2fba0674736ae5147b3222175b1 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:45.493383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:45.502995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:45.541090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:45.569747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.576165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:45.589024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Network a21c6dbf-5dbc-4205-a513-25c62da921bf is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:45.590529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:45.602356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:45.620445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:45.622829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:45.627961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:45.628834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.639966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.667199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Pushing event updated for resources: {'Port': ['ID=89caad34-67b1-4402-acb0-6169e8a77d69,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:45.686093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:45.696374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:45.703889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-490f3158-e606-4eac-a1cf-c32e6e2bfbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:45.724121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 14c1aca3-2bf4-4a10-880a-2e09ffa8094b up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:45.762268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8176b8-b668-4bcc-aa23-7564f082401c,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:45.775404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:45.782169 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa8176b8-b668-4bcc-aa23-7564f082401c HTTP/1.1" status: 204  len: 168 time: 1.8552463
Feb 19 08:08:45.786441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:45.803366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732418-0bb9-4c90-86f3-2637efb1331d None None] Pushing event updated for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=4']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:45.807877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-de732418-0bb9-4c90-86f3-2637efb1331d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:45.839203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:45.842007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e517940>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:46.010486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33974) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:46.013480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca02b1-c9fb-498a-a640-d3b0213abebf req-490072e1-e064-4ea5-b78d-3a49dd6fbc66 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:46.017542 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-23ca02b1-c9fb-498a-a640-d3b0213abebf req-490072e1-e064-4ea5-b78d-3a49dd6fbc66 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 944 time: 2.1827819
Feb 19 08:08:46.039282 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5761127
Feb 19 08:08:46.050637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737983183', 'description': 'tempest-description--148070377'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:46.079602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:46.080357 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-665ff824-3cc3-4810-a906-bc6a8ace974c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6051648
Feb 19 08:08:46.094979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce180f0>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:38Z', 'revision_number': 2, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:46.101165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:46.101714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.120353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Request body: {'port': {'device_id': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:46.163172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.165923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.185699 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0154151d-31f4-4419-bd4c-e281f04f0918 HTTP/1.1" status: 204  len: 168 time: 2.5957167
Feb 19 08:08:46.196265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-0a75e219-049f-4570-a86a-c5154964906c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:46.198125 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-0a75e219-049f-4570-a86a-c5154964906c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 818 time: 0.7270117
Feb 19 08:08:46.198816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33980) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:46.219234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:08:46.219634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Updating router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 port 42378a2d-508c-42be-9833-db3eb437e38c binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:08:46.255349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:46.285578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.323556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:46.325004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:46.359864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:46.383160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Request body: {'port': {'device_id': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf', 'admin_state_up': True, 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:46.452816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:46.489433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Attempting to bind port df617dc1-4fb9-4918-88fa-56b1bea23ad9 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:46.490005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Attempting to bind port df617dc1-4fb9-4918-88fa-56b1bea23ad9 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ec89268f-2d84-4fea-9098-0d76303a0464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:46.498756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Attempting to bind port df617dc1-4fb9-4918-88fa-56b1bea23ad9 on network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:46.504801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 33984) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:46.525654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:46.526063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Checking segment: {'id': 'ec89268f-2d84-4fea-9098-0d76303a0464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:46.526518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.526926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Bound using segment: {'id': 'ec89268f-2d84-4fea-9098-0d76303a0464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:46.527436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Bound port: df617dc1-4fb9-4918-88fa-56b1bea23ad9, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec89268f-2d84-4fea-9098-0d76303a0464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:46.527813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.547392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1a125a59-2af7-4ae6-9150-32cc7e67a495 req-8c3edf9c-6e36-400e-9e44-1c4dafa075ae tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:46.560782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4937e2fba0674736ae5147b3222175b1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3457620
Feb 19 08:08:46.564991 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-23ca02b1-c9fb-498a-a640-d3b0213abebf req-c3507594-bc89-4454-8bb4-a285ad64d756 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4064612
Feb 19 08:08:46.570511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:46.575870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Usage tracker for resource:port and tenant:6893df4f959a483bb5e233ae2f6187d6 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:46.579416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:46.587655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:46.607625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 33988) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:46.616830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.778510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.782792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e517940>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:45Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:46.791260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d303-d93b-440b-8674-7b8f925a8125 None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:45Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:46.827299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.919771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Made reservation on behalf of 6893df4f959a483bb5e233ae2f6187d6 for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:08:46.928060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:46.953493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d72fb5-9a9f-4bac-9532-1d1623a51518,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:47.001071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.075787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.093067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Transition to ACTIVE for port object 42378a2d-508c-42be-9833-db3eb437e38c will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:47.096550 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781', 'status': 'completed', 'code': 200}
Feb 19 08:08:47.097970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.112142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:47.128647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.143481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.176939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.198436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:47.252207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-530fca0f-a69e-4482-a5c6-45e57d84c02f service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1357665
Feb 19 08:08:47.252385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:47.336811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d72fb5-9a9f-4bac-9532-1d1623a51518,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:47.339844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:47.362799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Pushing event updated for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:47.373212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:47.593556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Attempting to bind port 42378a2d-508c-42be-9833-db3eb437e38c on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:47.594127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Attempting to bind port 42378a2d-508c-42be-9833-db3eb437e38c by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:47.594401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Attempting to bind port 42378a2d-508c-42be-9833-db3eb437e38c on network 74114e28-4116-48e9-9554-efbe2574bf35 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:47.604601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device a7faf9eb-fcf8-4362-98cf-6decddfae678 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:47.615474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.630487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:47.635754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Usage tracker for resource:security_group_rule and tenant:27eed99f72634f9e85a1a059282f1a92 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:47.639145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:47.647057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:47.747627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:47.748336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Checking segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:47.748921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.749632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Bound using segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:47.750330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Bound port: 42378a2d-508c-42be-9833-db3eb437e38c, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:47.750913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.788152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.804149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.809138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:47.813307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:47.817010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:47.822442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:08:47.823209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:47.878203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.879616 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96d72fb5-9a9f-4bac-9532-1d1623a51518 HTTP/1.1" status: 204  len: 168 time: 1.2708428
Feb 19 08:08:47.888529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] For port 42378a2d-508c-42be-9833-db3eb437e38c, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:47.892265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] For port 42378a2d-508c-42be-9833-db3eb437e38c, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=42378a2d-508c-42be-9833-db3eb437e38c,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:47.905224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.933867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.935086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:47.940293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1a125a59-2af7-4ae6-9150-32cc7e67a495 req-8c3edf9c-6e36-400e-9e44-1c4dafa075ae tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:47.950583 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1a125a59-2af7-4ae6-9150-32cc7e67a495 req-8c3edf9c-6e36-400e-9e44-1c4dafa075ae tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 210 time: 1.6288214
Feb 19 08:08:47.966622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.011674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.026228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:08:48.136618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-11d30421-2f74-4dde-b23b-a6f40e17a23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:48.235160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:48.312753 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5aedc102-e2b7-4fdf-980b-0723b82aaf74 req-25b3774d-6ce0-4c6f-809d-2e90e51ec987 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0253983
Feb 19 08:08:48.323450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port a7faf9eb-fcf8-4362-98cf-6decddfae678 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:48.343195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:08:48.343589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce180f0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:08:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:48.350201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2f4b-fc58-422e-8131-1f7deb89b0cf req-f4504e3d-de62-4729-b338-4e2dcf5d429a tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:48.351862 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f25d2f4b-fc58-422e-8131-1f7deb89b0cf req-f4504e3d-de62-4729-b338-4e2dcf5d429a tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 944 time: 1.1602113
Feb 19 08:08:48.354187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09ef82f60>,) {'filters': {'network_id': ['e66e4247-19b6-435f-aae0-3d607091276a']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:48.401748 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27eed99f72634f9e85a1a059282f1a92&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8753855
Feb 19 08:08:48.408904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89caad34-67b1-4402-acb0-6169e8a77d69 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:08:48.416436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34004) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:48.425696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4221-f214-4865-b799-76a7984dfee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7a5cad-9dd7-4081-8d90-0f8350751ba0,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:48.434022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.438302 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.4003646
Feb 19 08:08:48.438302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.457457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34008) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:48.460100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ef82f60>, '8b0944cf-c92d-4860-9c08-e94cd67ea830') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:48.460440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ef82f60>, '8b0944cf-c92d-4860-9c08-e94cd67ea830') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:48.463700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.464906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 3.4736211
Feb 19 08:08:48.472405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] For port df617dc1-4fb9-4918-88fa-56b1bea23ad9, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:48.484950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34010) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:48.494577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group_rule': {'security_group_id': '16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:48.517934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.529082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group_rule': {'security_group_id': '8665f591-b2ea-48e7-b885-f5873bbbf75a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:48.548485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:48.561718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port a7faf9eb-fcf8-4362-98cf-6decddfae678 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:48.562343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.576155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:48.587693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:48.594645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:48.597437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34016) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:48.608033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.614844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:08:48.619544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] For port df617dc1-4fb9-4918-88fa-56b1bea23ad9, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df617dc1-4fb9-4918-88fa-56b1bea23ad9,segment=NetworkSegment(ec89268f-2d84-4fea-9098-0d76303a0464),segment_id=ec89268f-2d84-4fea-9098-0d76303a0464)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:48.624076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:48.640822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Transition to ACTIVE for port object 89caad34-67b1-4402-acb0-6169e8a77d69 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:48.658496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.667613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:48.696952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.705526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Pushing event updated for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:48.714807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:48.714976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:48.734539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db484f6-01c8-4e33-a075-80ef2c4bfbd1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8665f591-b2ea-48e7-b885-f5873bbbf75a,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:48.735009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.764686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:08:48.787263 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f25d2f4b-fc58-422e-8131-1f7deb89b0cf req-06c18fae-1d91-4b6a-aaf9-e5a71b99d84d tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153469
Feb 19 08:08:48.809148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:48.814093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:48.818249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:48.822421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Usage tracker for resource:security_group_rule and tenant:3a68d5987bbd4fb395b2853b436c5eb0 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:48.825388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:48.856722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:48.934427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Allocated IP 172.20.0.9 (a21c6dbf-5dbc-4205-a513-25c62da921bf/ce5870d0-19ae-4f17-a953-9105e2bff8d1/b4377d75-92dc-4498-8238-02bbffb6c9ae) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:48.983972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-36a14d9d-5cdc-447b-b744-3ec1d97ddf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:48.985630 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-36a14d9d-5cdc-447b-b744-3ec1d97ddf04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 1161 time: 0.6018703
Feb 19 08:08:48.990573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Network e66e4247-19b6-435f-aae0-3d607091276a has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:08:48.992637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.031207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.047484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port a7faf9eb-fcf8-4362-98cf-6decddfae678, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=a7faf9eb-fcf8-4362-98cf-6decddfae678,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:49.059356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15071b9-9a61-48eb-bbc3-c2b0a68406a0 req-2459ea2a-e9c4-41d6-b33c-770b44eb58e0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:49.066508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c15071b9-9a61-48eb-bbc3-c2b0a68406a0 req-2459ea2a-e9c4-41d6-b33c-770b44eb58e0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 944 time: 0.9187512
Feb 19 08:08:49.097328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.099825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.105431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.124670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.139755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:49.172167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.178356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.937s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.178772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.207198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.210261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:49.213816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.226858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.834s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.227104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.248902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.266804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.291189 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7d52c7a2-f3b7-4664-9239-29c86d4270fd req-78dd3438-f995-44b3-8b5f-ced4626df4fb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 210 time: 0.1066482
Feb 19 08:08:49.302699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.325474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:49.326172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.327727 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] 10.222.0.70 "PUT /v2.0/ports/df617dc1-4fb9-4918-88fa-56b1bea23ad9 HTTP/1.1" status: 200  len: 1158 time: 9.3933609
Feb 19 08:08:49.330188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:49.342936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce180f0>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:47Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:08:49.349040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb01f7-ce2b-4256-8f06-f049548e5973 None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:47Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:08:49.427029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Network e66e4247-19b6-435f-aae0-3d607091276a has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:08:49.471363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device a7faf9eb-fcf8-4362-98cf-6decddfae678 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:49.506072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:08:49.513081 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:08:49.528608 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c15071b9-9a61-48eb-bbc3-c2b0a68406a0 req-ad44fb6b-8601-4530-9289-700f68fd65d5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4611316
Feb 19 08:08:49.595300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port a7faf9eb-fcf8-4362-98cf-6decddfae678 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:49.595805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.685373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.704367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.769192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Pushing event updated for resources: {'Port': ['ID=df617dc1-4fb9-4918-88fa-56b1bea23ad9,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:49.810398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-8b63671a-9b3b-42f7-a742-f6a4a518bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:49.812132 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-8b63671a-9b3b-42f7-a742-f6a4a518bca6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.8131735
Feb 19 08:08:49.817534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 42378a2d-508c-42be-9833-db3eb437e38c up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:49.827428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4530fc-8a3a-4328-ad24-404d589a1249,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:49.836726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.885927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=89caad34-67b1-4402-acb0-6169e8a77d69,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:49.897504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.935549 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-56d362d6-a1f8-486f-accf-beba14e595d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 200  len: 217 time: 0.1110420
Feb 19 08:08:49.935753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.069s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.936205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:49.938209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 42378a2d-508c-42be-9833-db3eb437e38c completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:49.941178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.944804 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4711888
Feb 19 08:08:49.950601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 42378a2d-508c-42be-9833-db3eb437e38c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:49.951025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.957022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:49.959051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:49.963764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34034) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:49.980638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.018650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.046142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group_rule': {'security_group_id': '16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:50.048508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.066249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:50.066821 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a68d5987bbd4fb395b2853b436c5eb0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4310122
Feb 19 08:08:50.084465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34038) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:50.087181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.109075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Attempting to bind port 89caad34-67b1-4402-acb0-6169e8a77d69 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:50.109456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Attempting to bind port 89caad34-67b1-4402-acb0-6169e8a77d69 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:50.110198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Attempting to bind port 89caad34-67b1-4402-acb0-6169e8a77d69 on network a21c6dbf-5dbc-4205-a513-25c62da921bf {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:50.121761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.123086 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f7a5cad-9dd7-4081-8d90-0f8350751ba0 HTTP/1.1" status: 204  len: 168 time: 1.6991558
Feb 19 08:08:50.123986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc472324-f833-4de8-b82d-f4b771560462,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:50.139928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-774770cf-159e-4b3f-bf5e-765271d2a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:50.141606 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-774770cf-159e-4b3f-bf5e-765271d2a0b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87561eef7d3448bbbdc41aedfb3dd6e3&device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 1161 time: 0.7196152
Feb 19 08:08:50.143422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:50.144321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:50.144696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Checking segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:50.145094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.145465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Bound using segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:50.156252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Bound port: 89caad34-67b1-4402-acb0-6169e8a77d69, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:50.156658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.177365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.199184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.211839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.220379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 42378a2d-508c-42be-9833-db3eb437e38c, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=42378a2d-508c-42be-9833-db3eb437e38c,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:50.222578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:50.224701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.226862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.229920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:50.246058 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9', 'status': 'completed', 'code': 200}
Feb 19 08:08:50.292702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0787edd-6a38-46c4-ad9d-40b6c8537c00,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:50.315735 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e66e4247-19b6-435f-aae0-3d607091276a HTTP/1.1" status: 204  len: 168 time: 3.9930828
Feb 19 08:08:50.339782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:50.346000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:50.450655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] For port 89caad34-67b1-4402-acb0-6169e8a77d69, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:50.450942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:50.454591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] For port 89caad34-67b1-4402-acb0-6169e8a77d69, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=89caad34-67b1-4402-acb0-6169e8a77d69,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:50.457585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.458977 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9346876
Feb 19 08:08:50.469927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-107945d5-4418-47e7-8479-0c5360dc1408 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:50.470550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.483890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34052) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:50.492966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.496618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.499248 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-aee81852-5e7d-4d25-ba73-22f0e6e62bb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df617dc1-4fb9-4918-88fa-56b1bea23ad9 HTTP/1.1" status: 200  len: 217 time: 0.2574043
Feb 19 08:08:50.500243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7a5cad-9dd7-4081-8d90-0f8350751ba0,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:50.502222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e66e4247-19b6-435f-aae0-3d607091276a,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:50.504856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:50.509114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group_rule': {'security_group_id': '8665f591-b2ea-48e7-b885-f5873bbbf75a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:50.559621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.571381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:50.585622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.658231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34060) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:50.698450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:50.716277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.742708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-f6724fa1-2156-4c39-ac7f-5d6e2ecd95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:50.742708 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-f6724fa1-2156-4c39-ac7f-5d6e2ecd95a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.7761140
Feb 19 08:08:50.747952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.763561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:50.810939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-40d3d9d6-8a87-41df-a6ac-3ddc1ca47f78 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:50.983431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:50.995207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:51.057859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:51.098790 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-adbc004d-3b09-4c4e-8f72-15395a27e479 req-ba5464b1-9e17-4c63-bbb7-0ce69f4740da tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 210 time: 0.3372216
Feb 19 08:08:51.100670 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-6429a8d9-7455-47e3-867e-cd54ae4aca2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3433595
Feb 19 08:08:51.114874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b74ce5-ef21-42f0-9c6f-0f73d0ab170e,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:51.127469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.131996 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0953147
Feb 19 08:08:51.153523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34074) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:51.166519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:51.170125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.181624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:51.202620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=89caad34-67b1-4402-acb0-6169e8a77d69,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:51.207357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:51.209195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-1a67373a-3fbd-4a80-953e-f61e3c078d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:51.210970 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-1a67373a-3fbd-4a80-953e-f61e3c078d7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a56807-846b-4ac5-93bf-e9662d8c9365 HTTP/1.1" status: 200  len: 851 time: 0.6564112
Feb 19 08:08:51.214797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:51.217571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.273215 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0121abc8-6643-4184-a6c4-dcd97dc72246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e90932f0cc04873ac5b84db310f4bbd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6004577
Feb 19 08:08:51.277149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:floatingip and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:51.282141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:51.293503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34082) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:51.306822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60f87b-2095-4e0c-9ee7-003dfb285315 req-c1e9b922-30d3-4220-94a0-6bcba85cc353 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:51.308483 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa60f87b-2095-4e0c-9ee7-003dfb285315 req-c1e9b922-30d3-4220-94a0-6bcba85cc353 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 944 time: 0.9909368
Feb 19 08:08:51.366115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.376932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:51.384013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:51.384507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.386150 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] 10.222.0.70 "PUT /v2.0/ports/89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 1157 time: 5.3082986
Feb 19 08:08:51.388574 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-0efcfaf5-a9bd-4464-8a0a-3e87e28fc503 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581442
Feb 19 08:08:51.482956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 42378a2d-508c-42be-9833-db3eb437e38c up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:51.535673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:51.580848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.585967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 42378a2d-508c-42be-9833-db3eb437e38c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:51.586600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.677561 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa60f87b-2095-4e0c-9ee7-003dfb285315 req-74988775-f97c-4eeb-a89e-f7cd06f681d6 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226879
Feb 19 08:08:51.706050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-d6130c3f-39d5-4fdf-98c3-21ff1d9fc85b service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5797930
Feb 19 08:08:51.709107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.710457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.762643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Pushing event updated for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:51.794377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-5cfdaae2-e56c-48c4-b4c3-007bf933f79b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:08:51.827080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:51.834742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1478e5ed-92cd-4f30-bb5e-3c25263b1da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:51.845051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.875988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.888575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.896777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:51.900571 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc472324-f833-4de8-b82d-f4b771560462 HTTP/1.1" status: 204  len: 168 time: 1.7906673
Feb 19 08:08:51.900571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc472324-f833-4de8-b82d-f4b771560462,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:51.902681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Network a21c6dbf-5dbc-4205-a513-25c62da921bf is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:51.911124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:51.912052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:51.917951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:51.933058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:51.972802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6028-8a00-4e32-a889-026c8c3fb065 req-aebb2a57-b3d0-4ee3-8ec9-4c3eae696df0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:51.974830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-616a6028-8a00-4e32-a889-026c8c3fb065 req-aebb2a57-b3d0-4ee3-8ec9-4c3eae696df0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 944 time: 0.6939280
Feb 19 08:08:51.981696 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-63e619ec-48a8-4b96-ac41-61891e79017a service neutron] 10.222.0.70 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5704715
Feb 19 08:08:51.988637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffac70f-1bae-443e-8f6e-e25e6bb138a2,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:51.998074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:52.050994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-326df75d-da5f-4f81-8dbf-249212e702b9 req-3d61b5fd-240a-4d8b-9fd2-b6f4ff71a078 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3204057
Feb 19 08:08:52.061260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:52.062152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.070619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.071921 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5775070
Feb 19 08:08:52.081304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-5f304cf5-0a94-4a66-8820-213709bbd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:52.081985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34102) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:52.082968 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-5f304cf5-0a94-4a66-8820-213709bbd31d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1160 time: 0.6271608
Feb 19 08:08:52.089438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:52.102064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:52.108460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.112217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:floatingip and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:52.118320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.119733 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/490b90b2-0d0f-46a1-b9d6-a8e010870af7 HTTP/1.1" status: 204  len: 168 time: 0.8208485
Feb 19 08:08:52.121448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:52.124732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:52.138731 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7600873
Feb 19 08:08:52.139915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:52.145270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b90b2-0d0f-46a1-b9d6-a8e010870af7,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:52.148105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:52.158712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Request body: {'port': {'device_id': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:08:52.192755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device c8bb39e7-b619-4fb6-b4c2-e5422c165781 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:52.250951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:52.263643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.265145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-2f042132-03f5-4ecd-9235-30fd41032368 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.1259043
Feb 19 08:08:52.324254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port c8bb39e7-b619-4fb6-b4c2-e5422c165781 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:52.339296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port c8bb39e7-b619-4fb6-b4c2-e5422c165781 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:52.341944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.370688 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-616a6028-8a00-4e32-a889-026c8c3fb065 req-733833f9-229a-4621-a862-c46dbefba442 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3836505
Feb 19 08:08:52.489825 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69', 'status': 'completed', 'code': 200}
Feb 19 08:08:52.506556 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0612705-b89a-42d0-a4ed-a8b811bcd69b req-4acf5319-4b44-4827-b5ca-dace2f5c73c9 service neutron] 10.222.0.70 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5048084
Feb 19 08:08:52.514010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4f5b88e3-4da0-47f0-bb7b-4b857192d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:52.516540 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-4f5b88e3-4da0-47f0-bb7b-4b857192d438 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.2334044
Feb 19 08:08:52.601502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.646604 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-ff7791c7-b88c-409e-8ae2-64f1567cdf34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1224751
Feb 19 08:08:52.648067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.691420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.746761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:52.838996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port c8bb39e7-b619-4fb6-b4c2-e5422c165781, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:52.842698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:52.845310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:52.932208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:52.936343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:53.033559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34132) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:53.246213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86903cf-4de3-454c-a757-61d4431c11d9 req-9d4376bb-c834-4945-a0b9-d201f16cab72 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:53.246995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d86903cf-4de3-454c-a757-61d4431c11d9 req-9d4376bb-c834-4945-a0b9-d201f16cab72 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:53.274910 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-beb12f81-fa6b-4956-a1ad-700ef9a36452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ddbe3402dae4c479337c7f904b33427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2309320
Feb 19 08:08:53.278472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d86903cf-4de3-454c-a757-61d4431c11d9 req-9d4376bb-c834-4945-a0b9-d201f16cab72 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:53.279724 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d86903cf-4de3-454c-a757-61d4431c11d9 req-9d4376bb-c834-4945-a0b9-d201f16cab72 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 931 time: 0.8258054
Feb 19 08:08:53.280231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34150) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:53.295940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2c4e5f56-a9f6-46ab-84a0-950e8fd14feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:53.300997 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2c4e5f56-a9f6-46ab-84a0-950e8fd14feb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87561eef7d3448bbbdc41aedfb3dd6e3&device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 1161 time: 0.7211132
Feb 19 08:08:53.320684 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-7e4c227a-2c88-402d-ae36-bcd1c080859a service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6539831
Feb 19 08:08:53.406176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:53.603018 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d86903cf-4de3-454c-a757-61d4431c11d9 req-16be6d96-e3e7-4d28-90f6-073a575aa881 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3069289
Feb 19 08:08:53.603921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:53.609023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device c8bb39e7-b619-4fb6-b4c2-e5422c165781 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:53.683801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:53.927123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4377d75-92dc-4498-8238-02bbffb6c9ae {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:08:53.949472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:53.956965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2718e005-143a-477b-a4d3-c18bab26fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:53.959080 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2718e005-143a-477b-a4d3-c18bab26fd86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d HTTP/1.1" status: 200  len: 905 time: 0.6437514
Feb 19 08:08:53.993190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Allocated IP 172.27.0.227 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/9eaa18e9-a8ad-4351-bac1-ff5c40b54403) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:53.999596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Transition to ACTIVE for port object b4377d75-92dc-4498-8238-02bbffb6c9ae will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:08:54.000895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:54.006845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7532275-65cb-45b9-a318-a40fac539e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:54.010269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-9a75e41a-fd17-410b-a000-c9ec3b1354f3 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:54.011284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port c8bb39e7-b619-4fb6-b4c2-e5422c165781 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:54.011541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-9a75e41a-fd17-410b-a000-c9ec3b1354f3 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Synchronizing usage tracker for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:54.011792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:54.019831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:54.096668 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781', 'code': 200}
Feb 19 08:08:54.178204 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-1117fcaf-454b-479d-9353-8bfb0877300d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df617dc1-4fb9-4918-88fa-56b1bea23ad9 HTTP/1.1" status: 200  len: 217 time: 0.1770883
Feb 19 08:08:54.292498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3324b010-be5a-43b6-8842-10d37ae4cac9,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:54.316868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:54.317499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e8a7d0e9-e07f-4140-a6aa-605d92b8e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:54.376499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-9a75e41a-fd17-410b-a000-c9ec3b1354f3 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Unset dirty status for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:54.378226 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-9a75e41a-fd17-410b-a000-c9ec3b1354f3 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 944 time: 1.3079624
Feb 19 08:08:54.473035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2c3bdc39-a46a-41e3-97e8-b6d57c92965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:54.477000 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-2c3bdc39-a46a-41e3-97e8-b6d57c92965d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a56807-846b-4ac5-93bf-e9662d8c9365 HTTP/1.1" status: 200  len: 851 time: 0.2546315
Feb 19 08:08:54.595598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-00b49a89-a7c6-46bc-aeca-2229cbbe130e tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Synchronizing usage tracker for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:54.601138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-03b948f9-cac8-49cd-a556-0050e02962ce req-729191de-02a6-4ee8-9be4-0c6ba1133a14 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2471790
Feb 19 08:08:54.615803 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-c7b2b4f1-3b9c-4820-9d47-836c7818ce4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1177804
Feb 19 08:08:54.789387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:54.789387 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3324b010-be5a-43b6-8842-10d37ae4cac9 HTTP/1.1" status: 204  len: 168 time: 1.4950976
Feb 19 08:08:54.808105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-00b49a89-a7c6-46bc-aeca-2229cbbe130e tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Unset dirty status for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:54.808711 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f3485dd9-4a3c-4d12-9cce-935c80f660f8 req-00b49a89-a7c6-46bc-aeca-2229cbbe130e tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3894713
Feb 19 08:08:54.873692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:54.885504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:54.907334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:54.948404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-a8dd8a55-e043-46e0-8e22-03a99307e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:54.950086 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-a8dd8a55-e043-46e0-8e22-03a99307e40b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 1163 time: 0.2560387
Feb 19 08:08:54.968354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-430e247a-9be8-43b7-b30c-9121a727297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:54.970108 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-430e247a-9be8-43b7-b30c-9121a727297b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1160 time: 0.2319646
Feb 19 08:08:54.975016 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-46917b50-9869-4a9e-a6a0-92efe3d67969 service neutron] 10.222.0.70 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456371
Feb 19 08:08:55.115223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Attempting to bind port b4377d75-92dc-4498-8238-02bbffb6c9ae on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:08:55.115758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Attempting to bind port b4377d75-92dc-4498-8238-02bbffb6c9ae by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:08:55.116131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Attempting to bind port b4377d75-92dc-4498-8238-02bbffb6c9ae on network a21c6dbf-5dbc-4205-a513-25c62da921bf {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:08:55.139785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:08:55.140158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Checking segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:08:55.140554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.140948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Bound using segment: {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:08:55.141436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Bound port: b4377d75-92dc-4498-8238-02bbffb6c9ae, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e39185-ea97-450d-a1dd-ae77b8c92913', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a21c6dbf-5dbc-4205-a513-25c62da921bf'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:08:55.141824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.153498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.186479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.206404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bb024-0f9b-4045-8446-613f8ff0c377 req-a1ec9bb0-4568-436d-971f-660f967d58be tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:55.208064 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b7bb024-0f9b-4045-8446-613f8ff0c377 req-a1ec9bb0-4568-436d-971f-660f967d58be tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.8970592
Feb 19 08:08:55.259754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:55.283520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Usage tracker for resource:security_group_rule and tenant:59ae8ddaf29c4471ba108c2ae1838117 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:55.288103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:55.291436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Allocated IP 172.27.0.34 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/f7704c00-d7c2-4c61-b65e-11e652505373) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:08:55.335909 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b7bb024-0f9b-4045-8446-613f8ff0c377 req-35ed55ba-ccf5-4e51-aee0-0ddc905c8871 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163828
Feb 19 08:08:55.338238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:55.452190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1e5a5d8-1b7d-4738-8f77-e5a089e422dd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:55.475992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:08:55.506196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:08:55.550987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.583529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-1af20974-fbe9-4ba4-8208-2bf162a8a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:55.585317 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-1af20974-fbe9-4ba4-8208-2bf162a8a209 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.5827186
Feb 19 08:08:55.586851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cb133847-17b1-464a-9b7d-a22b47f963fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:55.594719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:55.603994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:55.683642 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-a8739b3d-6923-4df3-a3a9-0d10f9efb55c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.0839999
Feb 19 08:08:55.686707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:55.856237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=9eaa18e9-a8ad-4351-bac1-ff5c40b54403,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:55.860791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:55.946963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:55.949847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeab4da-c1ff-47f8-adae-fe0a85021580 req-5b0467b7-29b6-4504-b500-df6f050644b9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:55.960254 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddeab4da-c1ff-47f8-adae-fe0a85021580 req-5b0467b7-29b6-4504-b500-df6f050644b9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.9001620
Feb 19 08:08:55.966746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-dea8f300-5397-4b91-aba9-29d072f78bd7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:08:56.005814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.025401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.043192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:56.053196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:56.058757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ddeab4da-c1ff-47f8-adae-fe0a85021580 req-7dee3b27-9eb7-467d-9906-5c182c2c1564 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:56.058959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:56.066303 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3f723cd1-ff39-417d-96f0-a0d228bdb3a6 req-1a3f3707-ec2e-4cd5-b929-3b459aeb8f6d service neutron] 10.222.0.70 "GET /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0303543
Feb 19 08:08:56.083161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-a7f1f048-b509-4a5c-821a-dadb26ca3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:56.086935 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-a7f1f048-b509-4a5c-821a-dadb26ca3270 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.3893561
Feb 19 08:08:56.100885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.141993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2e7b2-4b2c-48e2-856b-0d9f76c289de,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:56.176187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:56.193197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-00fa6835-0a79-49b7-b7eb-c1d5309c168f req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1239042
Feb 19 08:08:56.207243 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-78ddce3a-4d97-48ac-96c7-cfcb7a4ab2e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080284
Feb 19 08:08:56.212007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:56.212699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.214286 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] 10.222.0.70 "PUT /v2.0/ports/b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 200  len: 1157 time: 4.0650723
Feb 19 08:08:56.216114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34234) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:56.217859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:56.255246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.286879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.374123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:56.437510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e1855-6fba-4e52-be70-1740308f1c1b req-6ca84b38-d654-4405-bef0-80c2ee088bfb tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:56.439195 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-986e1855-6fba-4e52-be70-1740308f1c1b req-6ca84b38-d654-4405-bef0-80c2ee088bfb tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 944 time: 0.3812969
Feb 19 08:08:56.459576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:56.521823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port df617dc1-4fb9-4918-88fa-56b1bea23ad9 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:56.528715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port df617dc1-4fb9-4918-88fa-56b1bea23ad9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:56.529140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.588390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ddeab4da-c1ff-47f8-adae-fe0a85021580 req-7dee3b27-9eb7-467d-9906-5c182c2c1564 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:56.589957 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddeab4da-c1ff-47f8-adae-fe0a85021580 req-7dee3b27-9eb7-467d-9906-5c182c2c1564 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6284106
Feb 19 08:08:56.760556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.806097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port df617dc1-4fb9-4918-88fa-56b1bea23ad9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df617dc1-4fb9-4918-88fa-56b1bea23ad9,segment=NetworkSegment(ec89268f-2d84-4fea-9098-0d76303a0464),segment_id=ec89268f-2d84-4fea-9098-0d76303a0464)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:56.807307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:56.815210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.818729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:56.866181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=f7704c00-d7c2-4c61-b65e-11e652505373,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:56.889934 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae', 'status': 'completed', 'code': 200}
Feb 19 08:08:56.892712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:56.914215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:56.935682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=df617dc1-4fb9-4918-88fa-56b1bea23ad9,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:56.939355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:56.951728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:56.959468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:08:56.967866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:08:56.973520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf20963819ee4985b62dac6221d88939 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:56.979618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:08:57.043326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:57.060737 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-986e1855-6fba-4e52-be70-1740308f1c1b req-656cb08e-e8ea-4821-b4c2-6cce799f7f8e tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3770185
Feb 19 08:08:57.061427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.062709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:57.116495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.153866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:57.186340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-d799595e-5201-400d-ae40-3595806ee6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:57.188301 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-d799595e-5201-400d-ae40-3595806ee6d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1160 time: 0.4324248
Feb 19 08:08:57.205270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.207289 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9', 'code': 200}
Feb 19 08:08:57.331507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-eea86ffd-37cc-4967-a27d-565d19d994da service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7458339
Feb 19 08:08:57.389314 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-2f492569-5791-4cbd-96a5-ebb26944ec79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 200  len: 217 time: 0.1867290
Feb 19 08:08:57.392214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=9eaa18e9-a8ad-4351-bac1-ff5c40b54403,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:57.399329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:57.525174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf4ef1-5c44-4b1e-8c20-920e9a2d46e5 req-1ac6f885-36cb-440a-9505-82b943817312 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:57.527342 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-12bf4ef1-5c44-4b1e-8c20-920e9a2d46e5 req-1ac6f885-36cb-440a-9505-82b943817312 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.5773931
Feb 19 08:08:57.535666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741812-dca3-48c2-9908-61d199b2eeca req-a9e511ac-b5b8-4429-8c71-507a0be443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:57.537210 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-a9e511ac-b5b8-4429-8c71-507a0be443e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0842440
Feb 19 08:08:57.568749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.657042 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-12bf4ef1-5c44-4b1e-8c20-920e9a2d46e5 req-1178adb2-ad92-432e-a6e2-7133d8f4212e tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193044
Feb 19 08:08:57.670276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.701778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.703185 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5458875
Feb 19 08:08:57.783043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.788747 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6b73e4c-c554-4a0b-8fee-d7f8b58edb6c req-ad469648-8381-4fca-9213-145d468f8990 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4457633
Feb 19 08:08:57.794890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:57.836999 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-faf1c6ea-5f20-4e3b-8e2c-bd096a9c95a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2411988
Feb 19 08:08:57.855815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-03a0145b-3858-4a76-b081-825a99ae382f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:08:57.862502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-dd0dc1c0-e4b7-4706-b366-9bbb333259c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:57.932120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf617741-2454-4f86-97d2-7a01f7b79310,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:57.941423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34292) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:57.950426 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf20963819ee4985b62dac6221d88939&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7265599
Feb 19 08:08:58.046896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.072612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:58.100157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.179779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-acb09ebf-f68d-481c-a9d0-72ed1218e9eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:58.238123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-acb09ebf-f68d-481c-a9d0-72ed1218e9eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:58.247587 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-acb09ebf-f68d-481c-a9d0-72ed1218e9eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--737983183&fields=id&tenant_id=2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 267 time: 0.1900504
Feb 19 08:08:58.343087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:58.375968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.383556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-06264704-fcaf-493d-80b3-c4761770dfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:58.403734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf617741-2454-4f86-97d2-7a01f7b79310,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:58.412856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:58.420695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.422197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf617741-2454-4f86-97d2-7a01f7b79310 HTTP/1.1" status: 204  len: 168 time: 0.4796999
Feb 19 08:08:58.426762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 89caad34-67b1-4402-acb0-6169e8a77d69 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:08:58.451803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-db24fd28-ac5e-4580-a35a-160678fdcc51 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:58.452585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-db24fd28-ac5e-4580-a35a-160678fdcc51 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:08:58.453935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:58.454430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.472766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-db24fd28-ac5e-4580-a35a-160678fdcc51 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:08:58.480177 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-db24fd28-ac5e-4580-a35a-160678fdcc51 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 810 time: 0.2312930
Feb 19 08:08:58.501940 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-02804235-cfc3-4ce8-adc6-c43881bcca7f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/quotas/2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 375 time: 0.0206711
Feb 19 08:08:58.528983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9efa3a-d69d-4ef2-821b-39c83f20bcde req-b7af8788-db85-4c0d-acf3-4da4e97a0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:58.530394 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2c9efa3a-d69d-4ef2-821b-39c83f20bcde req-b7af8788-db85-4c0d-acf3-4da4e97a0625 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 1163 time: 0.9922025
Feb 19 08:08:58.614423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68108a0-d0c0-49b6-97fb-bbe4a4e375a2 req-b27bb197-d2c5-436e-8670-038c311d488d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:58.616396 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f68108a0-d0c0-49b6-97fb-bbe4a4e375a2 req-b27bb197-d2c5-436e-8670-038c311d488d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.7784412
Feb 19 08:08:58.622469 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-2173145d-d052-4253-a33f-1eab9a5f502d service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7217751
Feb 19 08:08:58.623535 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-0c45fe14-30a6-483b-be8f-b5a1a1852050 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1153154
Feb 19 08:08:58.629199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.677316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 89caad34-67b1-4402-acb0-6169e8a77d69, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=89caad34-67b1-4402-acb0-6169e8a77d69,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:08:58.680536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.681716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:58.715849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:58.770426 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2c9efa3a-d69d-4ef2-821b-39c83f20bcde req-97701807-8ed7-4e5e-990d-3dc734e87bfd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273517
Feb 19 08:08:58.817990 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f68108a0-d0c0-49b6-97fb-bbe4a4e375a2 req-bcb837be-00a1-4b3d-9f74-a74a7c6d111b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712482
Feb 19 08:08:58.830385 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-d9947114-868e-4b9f-9baa-b5324df0cb43 service neutron] 10.222.0.13 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019823
Feb 19 08:08:58.835183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=89caad34-67b1-4402-acb0-6169e8a77d69,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:58.840059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:58.841606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port df617dc1-4fb9-4918-88fa-56b1bea23ad9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:58.842036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.909074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.914912 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1f741812-dca3-48c2-9908-61d199b2eeca req-ca25f87e-e06d-40d3-b5fa-0864cfb4581f service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2519898
Feb 19 08:08:58.916192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:58.933032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:59.003673 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-8a603be8-dc5a-4401-b9b1-b4ffc11e8113 service neutron] 10.222.0.13 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1709454
Feb 19 08:08:59.111821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34318) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:59.132541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.151374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:08:59.156198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Usage tracker for resource:security_group_rule and tenant:7e1b11f7a08e4500ab6473e40f89b548 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:08:59.160226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:08:59.166606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:08:59.208711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:08:59.273853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=f7704c00-d7c2-4c61-b65e-11e652505373,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:59.282024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:59.332137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.348547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.357466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:08:59.418720 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1b11f7a08e4500ab6473e40f89b548&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055320
Feb 19 08:08:59.421547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34336) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:08:59.426684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44725daa-d618-4a62-963a-af5da3cac562,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:08:59.447544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:08:59.483797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-0ed97d0f-1d6d-4972-8252-a2aa600ea65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:59.493581 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-0ed97d0f-1d6d-4972-8252-a2aa600ea65a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1160 time: 0.4235444
Feb 19 08:08:59.521163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3647-eebf-4c57-9b4c-83d60e0be00e req-6426a62a-1a99-47cc-8c45-591b205ff0d4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:08:59.523209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b30d3647-eebf-4c57-9b4c-83d60e0be00e req-6426a62a-1a99-47cc-8c45-591b205ff0d4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.2589724
Feb 19 08:08:59.704280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device c8bb39e7-b619-4fb6-b4c2-e5422c165781 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:08:59.754702 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b30d3647-eebf-4c57-9b4c-83d60e0be00e req-1bdc1cba-9beb-4c31-be77-71278c5b72c1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203484
Feb 19 08:08:59.755692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.844025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.847973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.923209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port c8bb39e7-b619-4fb6-b4c2-e5422c165781 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:08:59.923805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.931017 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-165604f5-5139-403a-8a4e-3ecb49c08b5b req-18cfc265-a693-4fe4-8273-145558c25265 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 210 time: 0.0921052
Feb 19 08:08:59.955847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:08:59.966853 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.8834882
Feb 19 08:09:00.010185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc15a3-66de-468b-bbef-61470a36ff60 req-fc125279-4339-467b-b9bd-f3d745e7f60d tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:00.021027 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6dbc15a3-66de-468b-bbef-61470a36ff60 req-fc125279-4339-467b-b9bd-f3d745e7f60d tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.9029036
Feb 19 08:09:00.040475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-5ed37ed5-5cb3-4a1c-b9f8-6b826b6d1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:00.045463 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69', 'code': 200}
Feb 19 08:09:00.047382 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-5ed37ed5-5cb3-4a1c-b9f8-6b826b6d1510 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.5479031
Feb 19 08:09:00.048129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:00.053767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:00.088101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44725daa-d618-4a62-963a-af5da3cac562,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:00.095706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:00.113848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34356) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:00.125650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:00.132609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44725daa-d618-4a62-963a-af5da3cac562 HTTP/1.1" status: 204  len: 168 time: 0.7078314
Feb 19 08:09:00.352737 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-b0676069-a0c1-4751-9fef-62d74d096fe9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 200  len: 217 time: 0.2830572
Feb 19 08:09:00.408221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:00.464723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6814cf-b5c7-4f12-9b9b-ab77974cbfd5 req-79db0bbb-8301-47c7-9688-2d6f5a9a21fd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:00.475775 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a6814cf-b5c7-4f12-9b9b-ab77974cbfd5 req-79db0bbb-8301-47c7-9688-2d6f5a9a21fd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.1958532
Feb 19 08:09:00.549496 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a6814cf-b5c7-4f12-9b9b-ab77974cbfd5 req-a7b67756-c619-4100-8fc1-4b1446cc7d4b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720844
Feb 19 08:09:00.601823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6dbc15a3-66de-468b-bbef-61470a36ff60 req-46b0784a-4f32-4381-821c-d11ebfc66396 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5734303
Feb 19 08:09:00.714407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:00.715075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:00.726334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-aee6bbcf-bbe9-4b7e-8237-0249972e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:00.733301 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-aee6bbcf-bbe9-4b7e-8237-0249972e85a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.3260651
Feb 19 08:09:00.870458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:00.883958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-3544dfb9-8a3a-4a9e-8477-c2a0ca35beeb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:00.900562 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-10e95783-30e6-4190-8171-35523f280a2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1537354
Feb 19 08:09:00.928176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:00.936440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-3544dfb9-8a3a-4a9e-8477-c2a0ca35beeb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:00.941609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-3544dfb9-8a3a-4a9e-8477-c2a0ca35beeb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--232938991&fields=id&tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 267 time: 0.1439993
Feb 19 08:09:01.131467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Usage tracker for resource:security_group_rule and tenant:bb418148d45340d5beb08ca2105a3e2c is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:01.147766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:01.177508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:01.197630 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-dc903f91-f382-419e-bba3-f1ceffd1ce20 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884181
Feb 19 08:09:01.349666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-57bf0c8f-5753-4969-89a6-1b16674b0d34 req-a8b2e50d-7042-4d3f-98e6-ec3f2455ce2a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:01.354279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-c8fe830e-ead7-4fc8-91e2-ae4c8c1c18eb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:01.355510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-c8fe830e-ead7-4fc8-91e2-ae4c8c1c18eb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:01.411998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-c8fe830e-ead7-4fc8-91e2-ae4c8c1c18eb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:01.413670 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-c8fe830e-ead7-4fc8-91e2-ae4c8c1c18eb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 816 time: 0.4625571
Feb 19 08:09:01.449465 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-e2124720-6a04-4bc2-b790-f62fe9bd1998 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/quotas/a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 375 time: 0.0267923
Feb 19 08:09:01.517460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-57bf0c8f-5753-4969-89a6-1b16674b0d34 req-a8b2e50d-7042-4d3f-98e6-ec3f2455ce2a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:01.525743 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-57bf0c8f-5753-4969-89a6-1b16674b0d34 req-a8b2e50d-7042-4d3f-98e6-ec3f2455ce2a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 210 time: 0.3256338
Feb 19 08:09:01.587738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71ee95-2208-4c8a-8709-5f8660352f20 req-1a21d379-751b-4b31-9fd8-3b2bcc23bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:01.590176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c71ee95-2208-4c8a-8709-5f8660352f20 req-1a21d379-751b-4b31-9fd8-3b2bcc23bb24 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.7414815
Feb 19 08:09:01.693779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9c71ee95-2208-4c8a-8709-5f8660352f20 req-c2fe1c74-4c0b-4517-aec8-68ec3cd4e10a service neutron] Synchronizing usage tracker for tenant:59ae8ddaf29c4471ba108c2ae1838117 on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:01.721062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-9ff27779-8a63-4dff-950d-3f1305f66e59 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:01.723444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-9ff27779-8a63-4dff-950d-3f1305f66e59 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 810 time: 0.2081268
Feb 19 08:09:01.729030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:01.762990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:01.815370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-56e7bf69-55bd-4df3-9061-a7eb0d9ee2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:01.819801 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d10811f9-b39f-4128-9196-3aa8f25619ca req-be900e2f-b373-4e91-a3ad-86c0e33103fd service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5519385
Feb 19 08:09:01.843541 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-262bee26-548e-4749-9211-53be1b4393aa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 5703 time: 0.1089272
Feb 19 08:09:01.853828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9c71ee95-2208-4c8a-8709-5f8660352f20 req-c2fe1c74-4c0b-4517-aec8-68ec3cd4e10a service neutron] Unset dirty status for tenant:59ae8ddaf29c4471ba108c2ae1838117 on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:01.856212 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c71ee95-2208-4c8a-8709-5f8660352f20 req-c2fe1c74-4c0b-4517-aec8-68ec3cd4e10a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596366
Feb 19 08:09:01.872669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'port': {'device_id': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'admin_state_up': True, 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'security_groups': ['16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:02.001118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42771d8-7039-4fe5-ba9f-0173471d84bb req-42a797fa-e2f6-4daa-9599-3488ce9a0ba1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:02.003160 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e42771d8-7039-4fe5-ba9f-0173471d84bb req-42a797fa-e2f6-4daa-9599-3488ce9a0ba1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.1269031
Feb 19 08:09:02.006439 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb418148d45340d5beb08ca2105a3e2c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8907990
Feb 19 08:09:02.010233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34414) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:02.014508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddba915-ae3a-4eca-8c5e-0d0ecdb21891,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:02.026604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-fa90a4fb-f4c9-4121-8b02-c6bd1e9e5106 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:02.038277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:02.086473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-fa90a4fb-f4c9-4121-8b02-c6bd1e9e5106 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:02.087962 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-fa90a4fb-f4c9-4121-8b02-c6bd1e9e5106 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6266994
Feb 19 08:09:02.122149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:02.194515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.217121 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e42771d8-7039-4fe5-ba9f-0173471d84bb req-ab78b7a9-42c8-485a-aeee-13baa7a994c0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534498
Feb 19 08:09:02.230955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port df617dc1-4fb9-4918-88fa-56b1bea23ad9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:02.231754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.297142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.392144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:02.470308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-7aae2fd5-72d7-4d43-bfb5-a14042cdfd37 service neutron] 10.222.0.13 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3608499
Feb 19 08:09:02.477498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:02.486195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port b4377d75-92dc-4498-8238-02bbffb6c9ae completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:02.492998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port b4377d75-92dc-4498-8238-02bbffb6c9ae triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:02.493422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.504796 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.511049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:02.518509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d248c0a5-9d14-4035-a238-1c9664c60286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:02.543843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da325f6c-dad0-48d1-bc15-7a47f861988a req-9d5b5151-2282-4d56-a053-5895dacf88ca tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:02.546284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da325f6c-dad0-48d1-bc15-7a47f861988a req-9d5b5151-2282-4d56-a053-5895dacf88ca tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.1438327
Feb 19 08:09:02.554212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddba915-ae3a-4eca-8c5e-0d0ecdb21891,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:02.557669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.558910 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eddba915-ae3a-4eca-8c5e-0d0ecdb21891 HTTP/1.1" status: 204  len: 168 time: 0.5475059
Feb 19 08:09:02.560089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:02.590995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Made reservation on behalf of 2fc591cc35da49519c6af7f73322857a for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:02.597238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.657075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da325f6c-dad0-48d1-bc15-7a47f861988a req-0d53c819-3be0-4207-820d-52d638ce433c tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004779
Feb 19 08:09:02.711445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.751237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:09:02.752243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:02.759162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:02.761550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:02.849534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:02.861402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:03.057497 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-9b673538-3d73-4979-99ce-00f23db560b6 service neutron] 10.222.0.13 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5723283
Feb 19 08:09:03.075018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Allocated IP 172.20.0.4 (74114e28-4116-48e9-9554-efbe2574bf35/0b872576-9a43-4bf3-a83a-6cd67e7751e8/48a9b1d9-30f8-43bf-a55f-db39d0d00fee) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:09:03.390715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34468) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:03.463195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.507163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:03.516488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Usage tracker for resource:security_group_rule and tenant:55115a4701ca4be5977e8d40cc94b15d is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:03.535423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:03.557640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:03.657175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:03.739084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.743948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.753613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.779015 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b4c0e928-8522-4490-8ae9-07f65f9c6114 req-12f909d4-c50d-4940-8e45-a14fb9931583 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 210 time: 0.1912701
Feb 19 08:09:03.793359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1391b8cd-9735-47e7-8543-cf715b64fd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:03.834884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port b4377d75-92dc-4498-8238-02bbffb6c9ae triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:03.835301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.839349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Transition to ACTIVE for port object 48a9b1d9-30f8-43bf-a55f-db39d0d00fee will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:03.951318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:03.977891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55115a4701ca4be5977e8d40cc94b15d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5854404
Feb 19 08:09:03.979794 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae', 'code': 200}
Feb 19 08:09:03.985403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34494) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:03.989267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec204b2-b2fb-4d5f-8d6c-f61a5c6ad568,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:03.997548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:04.107188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:04.119710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.152272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.300924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f41a1cd6-5933-4104-b15e-60822a0acad0 req-5c56f342-8edb-4624-952f-ee35f2c8d450 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.1948061
Feb 19 08:09:04.313014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Network 74114e28-4116-48e9-9554-efbe2574bf35 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:09:04.317275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:04.321829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:09:04.335826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:04.336595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.374848 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5126309
Feb 19 08:09:04.389083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:04.398442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.402517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:04.450885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Request body: {'port': {'device_id': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:04.458925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:04.496984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfa2f3-5957-4cee-b7a4-bc61d8cb209a req-8e71f618-8d42-4182-95e8-d50528401ff7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:04.500519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1acfa2f3-5957-4cee-b7a4-bc61d8cb209a req-8e71f618-8d42-4182-95e8-d50528401ff7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2623215
Feb 19 08:09:04.546743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec204b2-b2fb-4d5f-8d6c-f61a5c6ad568,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:04.550039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:04.554094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.558714 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fec204b2-b2fb-4d5f-8d6c-f61a5c6ad568 HTTP/1.1" status: 204  len: 168 time: 0.5576458
Feb 19 08:09:04.634876 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1acfa2f3-5957-4cee-b7a4-bc61d8cb209a req-892d2e4c-c09c-48d4-9b28-62313fd1c5a1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148348
Feb 19 08:09:04.642326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbbfe4-e1fb-4d47-87d2-790a12772d40 req-20facbec-31ec-4276-8c34-0a03169e66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:04.644389 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7cdbbfe4-e1fb-4d47-87d2-790a12772d40 req-20facbec-31ec-4276-8c34-0a03169e66ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1162 time: 0.2500322
Feb 19 08:09:04.745745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7cdbbfe4-e1fb-4d47-87d2-790a12772d40 req-a7312d8a-d9f7-4387-8d77-b27aba9f5b81 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920589
Feb 19 08:09:04.783374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.788659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-bd8144cc-8247-458b-abdc-c66b021b00b3 None None] Provisioning for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:04.794561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-bd8144cc-8247-458b-abdc-c66b021b00b3 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:04.795178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bd8144cc-8247-458b-abdc-c66b021b00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:04.856566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bd8144cc-8247-458b-abdc-c66b021b00b3 None None] Port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:09:05.224442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572bf4-3b13-4673-88d3-d9f0fbd8249e req-5d0f8ad2-1e1d-4a6c-a125-49319380ba1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:05.225227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-a7572bf4-3b13-4673-88d3-d9f0fbd8249e req-5d0f8ad2-1e1d-4a6c-a125-49319380ba1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:05.259834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-a7572bf4-3b13-4673-88d3-d9f0fbd8249e req-5d0f8ad2-1e1d-4a6c-a125-49319380ba1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:05.261122 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a7572bf4-3b13-4673-88d3-d9f0fbd8249e req-5d0f8ad2-1e1d-4a6c-a125-49319380ba1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 931 time: 0.3301990
Feb 19 08:09:05.336366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a7572bf4-3b13-4673-88d3-d9f0fbd8249e req-0446ce25-3151-49d1-974d-15eb55ed11d0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665631
Feb 19 08:09:05.482943 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a9b1d9-30f8-43bf-a55f-db39d0d00fee {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:09:05.491675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:05.507277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Transition to ACTIVE for port object 48a9b1d9-30f8-43bf-a55f-db39d0d00fee will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:05.511499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:05.551124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:05.720520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34558) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:05.777848 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d7cd1e8a-e349-4f3d-ae0f-4551f2146f31 req-57743dd5-da42-47a2-80ca-7e134cd52aaf tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.1814408
Feb 19 08:09:05.828666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Pushing event updated for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:05.848134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:05.943078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-354c807e-3e9d-4275-9bb2-5616f05dc14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:05.988734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531549502-network', 'tenant_id': '9ebdc5b8f7224bfa82382d6399d0cd7e'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:06.000846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:06.019066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Usage tracker for resource:network and tenant:9ebdc5b8f7224bfa82382d6399d0cd7e is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:06.023526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:06.056273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:06.072299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Made reservation on behalf of 9ebdc5b8f7224bfa82382d6399d0cd7e for: {'network': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:06.083725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.114634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.150982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:06.171010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebdc5b8f7224bfa82382d6399d0cd7e is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:06.175044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:06.189588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:06.313270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Attempting to bind port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:09:06.313543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Attempting to bind port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:09:06.318254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Attempting to bind port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee on network 74114e28-4116-48e9-9554-efbe2574bf35 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:09:06.336415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:09:06.336788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Checking segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:06.337218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.337616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Bound using segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:09:06.338137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Bound port: 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:09:06.338765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.394767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d3e27-7683-436e-8003-7411cb3dbe6a req-ca815cfe-8e7a-47b3-8485-a825dc127f8c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:06.410373 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f54d3e27-7683-436e-8003-7411cb3dbe6a req-ca815cfe-8e7a-47b3-8485-a825dc127f8c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.3106353
Feb 19 08:09:06.553855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f54d3e27-7683-436e-8003-7411cb3dbe6a req-fc257051-422f-4cc9-ba1e-41f05f5a3825 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414604
Feb 19 08:09:06.627639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] For port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:09:06.647696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] For port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:09:06.651524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.669411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b662a5f9-6be5-4bfc-899b-f840a4b04122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:06.836351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Pushing event updated for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:06.842950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:06.873930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:06.874423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.884564 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] 10.222.0.70 "PUT /v2.0/ports/48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 1157 time: 2.4568408
Feb 19 08:09:06.886448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:06.900706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.926437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:06.938010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:06.998243 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6f13a63d-a2dd-4686-827d-fe1861a3386c req-84e8e60b-9b20-4354-99ed-ecd4e27e7c7b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.0952456
Feb 19 08:09:06.998525 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:09:07.027360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-1e9b0e92-3946-4cd0-b0e5-0ae72176b0e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.028995 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-1e9b0e92-3946-4cd0-b0e5-0ae72176b0e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 816 time: 0.3804646
Feb 19 08:09:07.035317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:07.035764 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Added segment 97e1f8d0-5d5c-4e29-ae39-d4b4b10712d3 of type vxlan for network d7e6ff54-47d5-4565-b82f-0f3c1d81782e
Feb 19 08:09:07.048789 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-eb484fc9-245f-4765-9d7f-32fa4a283ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.050522 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-eb484fc9-245f-4765-9d7f-32fa4a283ad3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1160 time: 0.1088476
Feb 19 08:09:07.066335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:07.079287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d1648a-da3f-4f6a-a805-f7f526ba0900,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:07.084319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:07.131258 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'status': 'completed', 'code': 200}
Feb 19 08:09:07.140519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-7471d29f-be3e-4696-90fb-84ea92b64aa5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 217 time: 0.0735493
Feb 19 08:09:07.160564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:07.172925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.173564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:07.195145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13bf7620-1f3d-43be-b158-d1c0fb3ecfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:07.211440 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-1f82ddee-ff9d-4d70-a559-fa50417d8978 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5695868
Feb 19 08:09:07.215850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c0a21fcd-db7e-4589-8ef8-7ad2d5ed34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.217443 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-c0a21fcd-db7e-4589-8ef8-7ad2d5ed34b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.0683527
Feb 19 08:09:07.280049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f95f77-adf6-4a9a-be66-163ea51f24a4 req-6abce554-da2e-4256-8d1d-dc54e1bd9204 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.281669 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-77f95f77-adf6-4a9a-be66-163ea51f24a4 req-6abce554-da2e-4256-8d1d-dc54e1bd9204 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 943 time: 0.6346965
Feb 19 08:09:07.310636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-442f5775-e6a0-4eaf-859b-73a8c83d8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.312273 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-442f5775-e6a0-4eaf-859b-73a8c83d8846 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865765
Feb 19 08:09:07.399608 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-b1966628-c9ff-4413-8998-200c124245ea tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 5702 time: 0.3222401
Feb 19 08:09:07.417293 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.6954811
Feb 19 08:09:07.424297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'port': {'device_id': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'admin_state_up': True, 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'security_groups': ['8665f591-b2ea-48e7-b885-f5873bbbf75a']}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:07.441072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e6ff54-47d5-4565-b82f-0f3c1d81782e,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:07.451308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34598) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:07.452233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:07.454312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:07.489224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:07.524491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Request body: {'subnet': {'network_id': 'd7e6ff54-47d5-4565-b82f-0f3c1d81782e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531549502-subnet', 'tenant_id': '9ebdc5b8f7224bfa82382d6399d0cd7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:07.551331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:07.557782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-77f95f77-adf6-4a9a-be66-163ea51f24a4 req-38ed814d-cf87-42c1-87ae-60f5a5fd2815 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2540717
Feb 19 08:09:07.568698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Usage tracker for resource:subnet and tenant:9ebdc5b8f7224bfa82382d6399d0cd7e is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:07.573145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:07.600761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:07.634303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Made reservation on behalf of 9ebdc5b8f7224bfa82382d6399d0cd7e for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:07.639050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:07.758657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2311c98-d81c-46df-983b-52927d97d0ea req-3501159b-a929-44ed-8a26-482905e3c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:07.760324 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-3501159b-a929-44ed-8a26-482905e3c2a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 1163 time: 0.4493182
Feb 19 08:09:07.783258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:07.875954 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-bc2e4156-bd8e-40ef-8dee-c3ce0b724bba service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5564053
Feb 19 08:09:07.885551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:07.895062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:07.934213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Made reservation on behalf of a0ffb1f245194e8ba15441de4b0cbe1a for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:07.940246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:08.039551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e92b1-4e9a-4a37-8c6c-066cea5636bb req-8410ff1c-9bbf-4848-b34e-aa35e4ff6e27 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:08.047565 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b9e92b1-4e9a-4a37-8c6c-066cea5636bb req-8410ff1c-9bbf-4848-b34e-aa35e4ff6e27 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2707188
Feb 19 08:09:08.066584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port b4377d75-92dc-4498-8238-02bbffb6c9ae triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:08.071675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:08.161970 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b9e92b1-4e9a-4a37-8c6c-066cea5636bb req-8681f116-1d3d-45cf-beb8-1348bd46d6dc tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131728
Feb 19 08:09:08.174831 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efdc483c-7bc6-4e50-b883-67d0cb8cbef4 req-ec33483d-fd65-49ba-840d-dc31af26f67b service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2907965
Feb 19 08:09:08.403559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9df311a8-cf34-4a37-ae2d-aacb886f86c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:08.417488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-70596a05-2566-4b30-86b6-01b7ffdfe0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:08.419969 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-70596a05-2566-4b30-86b6-01b7ffdfe0c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1160 time: 0.1860421
Feb 19 08:09:08.447188 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a728b4ef-a025-4d45-921c-d67016931cb4 req-356af15d-a4b1-4404-9a8a-d1025ea91984 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.2113116
Feb 19 08:09:08.581502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2311c98-d81c-46df-983b-52927d97d0ea req-dfc3921d-1380-4f29-8fa8-e7a7a5b27c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:08.583700 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-dfc3921d-1380-4f29-8fa8-e7a7a5b27c48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.7928939
Feb 19 08:09:08.689652 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-6fa07c51-ae8a-4ce5-853f-1a06dcc88412 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 200  len: 217 time: 0.0867331
Feb 19 08:09:08.721381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:08.880469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-9ef937b2-4ee4-4ff9-bb87-ab08f6872347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:08.882454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-9ef937b2-4ee4-4ff9-bb87-ab08f6872347 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.4535789
Feb 19 08:09:08.975491 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-b405e17e-cb5e-457f-9693-d11fb5acc5c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 217 time: 0.0836313
Feb 19 08:09:09.025366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-ba93aad8-fdd1-4b40-927b-0b7adcd16be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.027028 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-ba93aad8-fdd1-4b40-927b-0b7adcd16be0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1162 time: 0.4154136
Feb 19 08:09:09.085973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5f0bc-c374-4dc8-95e3-b618be1e6e4b req-aba86b07-726b-4713-99a6-118d76e26c76 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.087609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0c5f0bc-c374-4dc8-95e3-b618be1e6e4b req-aba86b07-726b-4713-99a6-118d76e26c76 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 943 time: 0.3063943
Feb 19 08:09:09.105883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2311c98-d81c-46df-983b-52927d97d0ea req-33c09b79-7592-491f-addf-b8bb8a1a4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.107472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-33c09b79-7592-491f-addf-b8bb8a1a4ae6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.3970127
Feb 19 08:09:09.187496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-db62a081-9188-48cc-af9d-18da42650dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.189078 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-db62a081-9188-48cc-af9d-18da42650dde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.2040005
Feb 19 08:09:09.226131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-3a144dc2-d34c-49a7-b18d-185a792ac2dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031594
Feb 19 08:09:09.279358 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0c5f0bc-c374-4dc8-95e3-b618be1e6e4b req-bf868484-df6d-4d81-a133-9f11cecab749 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414380
Feb 19 08:09:09.312743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-2f8c90c1-aa90-4195-9f11-3e8b7b3f420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.314366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-2f8c90c1-aa90-4195-9f11-3e8b7b3f420a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.2772973
Feb 19 08:09:09.379205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a899bd4-dc7c-4326-9e55-ad79ff8533eb req-6f0a75d0-ee53-4723-b0e9-c42cde867d9f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.380824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a899bd4-dc7c-4326-9e55-ad79ff8533eb req-6f0a75d0-ee53-4723-b0e9-c42cde867d9f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.6151111
Feb 19 08:09:09.389863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Allocated IP 172.20.0.8 (89d2e65a-770a-451a-b902-1be5d909ee68/690f3307-15c9-480c-8ac3-e60be6f5da8c/bd905264-b6f9-469b-9658-87afa9a0e556) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:09:09.396194 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-5a421047-9a66-462d-9fd1-863b84be9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.397846 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-5a421047-9a66-462d-9fd1-863b84be9420 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1954467
Feb 19 08:09:09.408328 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-f4aaa8b5-a00e-426f-8e5d-cda2c73a0dd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 200  len: 217 time: 0.0768595
Feb 19 08:09:09.552115 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a899bd4-dc7c-4326-9e55-ad79ff8533eb req-d036d714-07ca-4040-ba25-ab9a51efdbe3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598339
Feb 19 08:09:09.594887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-4f8854c2-85a4-482a-b841-ec2aa63554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:09.596539 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-4f8854c2-85a4-482a-b841-ec2aa63554e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.1635909
Feb 19 08:09:09.604825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:09.607157 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-c8fea26b-b552-455e-a92b-7815fa8f5ad2 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3597190
Feb 19 08:09:09.674786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:09.684486 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-379156fa-466d-4e84-90dc-d6443db43043 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0788851
Feb 19 08:09:09.725652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:09.823992 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-aea0337a-fb73-4252-8978-bed7fe732b83 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4177747
Feb 19 08:09:09.853073 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f4f4356b-e8b9-4afe-b75d-e6cb844be26b req-e30ece3d-000d-428a-83a4-509714dead8c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.1521189
Feb 19 08:09:09.989018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b3164f-b992-4dcc-9154-272df69a2967,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:10.012882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:10.094438 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-f38d94d9-f1b6-4cd2-bad2-e185cf41dc71 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3905101
Feb 19 08:09:10.095955 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ccebaa3-66c6-4a66-abae-c0c2bf0fa266 req-3f72cfb1-6d18-457f-8ffc-c6daa718b444 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2360225
Feb 19 08:09:10.110982 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-a4befd28-390b-4207-a6fd-8ada565b2048 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4390650
Feb 19 08:09:10.113698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.137580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.159360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Transition to ACTIVE for port object bd905264-b6f9-469b-9658-87afa9a0e556 will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:10.178009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Checking segment: {'id': '97e1f8d0-5d5c-4e29-ae39-d4b4b10712d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd7e6ff54-47d5-4565-b82f-0f3c1d81782e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:10.178417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Network hostable DHCP agents. Network: d7e6ff54-47d5-4565-b82f-0f3c1d81782e, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:09:10.208143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:09:10.222064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, d7e6ff54-47d5-4565-b82f-0f3c1d81782e) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:10.224845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.234703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73875c08-d2bf-4dcc-8ecf-fd94b77c3762 None None] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:10.252189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:10.287847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:10.288504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.343367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4af4809f-f066-4584-aa41-ee009c9d6adb req-c41e171c-e643-451e-93ba-e83f96d01d35 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154515
Feb 19 08:09:10.457040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:10.465871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:10.479979 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.0123045
Feb 19 08:09:10.542660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.734266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:09:10.745353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:10.757534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:09:10.789862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279f845-fac7-4d0e-b43b-c34678d19056 None None] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:10.885992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:10.886739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:10.920837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f01f-eb7f-45c6-8c55-a19bb89be384 req-2113bb2d-ba8c-4bc7-a1a8-f4c05cab40f7 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:10.928688 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6915f01f-eb7f-45c6-8c55-a19bb89be384 req-2113bb2d-ba8c-4bc7-a1a8-f4c05cab40f7 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 943 time: 0.3903525
Feb 19 08:09:11.014745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6915f01f-eb7f-45c6-8c55-a19bb89be384 req-93fb9213-cc98-4363-98db-4d3fa9f6ba2e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846331
Feb 19 08:09:11.021500 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6071715
Feb 19 08:09:11.037520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Request body: {'port': {'device_id': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:11.082987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879267-6647-4e48-8f4c-a911cee4ad31 req-e570783d-1b52-4df2-bbad-63b09ee8922b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:11.084950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5f879267-6647-4e48-8f4c-a911cee4ad31 req-e570783d-1b52-4df2-bbad-63b09ee8922b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2168159
Feb 19 08:09:11.175882 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5f879267-6647-4e48-8f4c-a911cee4ad31 req-852e3f78-570e-4316-a5e1-bae3174ab3e8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841110
Feb 19 08:09:11.244038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c9c6a8cf-2a59-457a-bc0a-cafb44a5c439 None None] Provisioning for port bd905264-b6f9-469b-9658-87afa9a0e556 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:11.250190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c9c6a8cf-2a59-457a-bc0a-cafb44a5c439 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:11.250700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a8cf-2a59-457a-bc0a-cafb44a5c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.274697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.340344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a8cf-2a59-457a-bc0a-cafb44a5c439 None None] Port bd905264-b6f9-469b-9658-87afa9a0e556 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:09:11.488813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cc969-3b5d-4aa8-abd6-79db4d7124d5 req-89b04396-65b2-49f7-81ce-e2787ad97f10 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:11.489628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9b5cc969-3b5d-4aa8-abd6-79db4d7124d5 req-89b04396-65b2-49f7-81ce-e2787ad97f10 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:11.568941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9b5cc969-3b5d-4aa8-abd6-79db4d7124d5 req-89b04396-65b2-49f7-81ce-e2787ad97f10 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:11.570313 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9b5cc969-3b5d-4aa8-abd6-79db4d7124d5 req-89b04396-65b2-49f7-81ce-e2787ad97f10 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 931 time: 0.2968621
Feb 19 08:09:11.578437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34744) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:11.585514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-392682195-network', 'tenant_id': '0e4aafd6b3e74257aa7e663c8ec75618'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:11.591052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:11.595470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Usage tracker for resource:network and tenant:0e4aafd6b3e74257aa7e663c8ec75618 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:11.599306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:11.605509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:11.617913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Made reservation on behalf of 0e4aafd6b3e74257aa7e663c8ec75618 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:11.623762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.638332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.655116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:11.660221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Usage tracker for resource:security_group_rule and tenant:0e4aafd6b3e74257aa7e663c8ec75618 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:11.663345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:11.669528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:11.695337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9b5cc969-3b5d-4aa8-abd6-79db4d7124d5 req-d6d24639-d474-4e1b-9a12-f91b5fd125e4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094387
Feb 19 08:09:11.789418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.792890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.797843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3a501859-0c45-483c-95a7-6f0946921d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:11.833097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:09:11.843240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20dce9-9160-4bb2-b7fc-67c37e6924a2,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:11.854193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.854621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.855016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.855407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.855772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.856161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.856541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.856921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.857303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.857683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.858111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.858486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.858935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.859308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.859690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.860061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.860433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.860807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.861182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.861613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.862043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.862418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.862793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.863162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:11.867690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.868071 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Added segment e7127372-69e6-4753-9b1b-690a882a355b of type vxlan for network a6e73241-b889-4f06-a8db-f9bc7e5519c2
Feb 19 08:09:11.869484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:11.898082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.916424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd905264-b6f9-469b-9658-87afa9a0e556 {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:09:11.925227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.937831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.939399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:11.940044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:11.942831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Transition to ACTIVE for port object bd905264-b6f9-469b-9658-87afa9a0e556 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:11.945826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:11.959572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:12.074297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:12.191425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:12.205150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.205648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.206718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.207201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.207680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.208159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.208635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.209133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.209596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.210060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.212198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.212601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.213077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.213460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.214020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.214401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.214807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.215152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.215535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.215905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.216386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.216774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.217130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.217498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:12.224552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:12.370064 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7901392
Feb 19 08:09:12.375918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Pushing event updated for resources: {'Network': ['ID=a6e73241-b889-4f06-a8db-f9bc7e5519c2,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:12.378748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34768) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:12.385095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:12.388923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:12.390170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Request body: {'subnet': {'network_id': 'a6e73241-b889-4f06-a8db-f9bc7e5519c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-392682195-subnet', 'tenant_id': '0e4aafd6b3e74257aa7e663c8ec75618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:12.399387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:12.400948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Usage tracker for resource:subnet and tenant:0e4aafd6b3e74257aa7e663c8ec75618 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:12.408147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:12.415294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:12.432180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:12.459149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ef2f-d217-47a1-a2d7-3152028d82e5 req-cc2243e8-6d44-4ce0-80b0-369bacd30a63 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:12.460863 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0d83ef2f-d217-47a1-a2d7-3152028d82e5 req-cc2243e8-6d44-4ce0-80b0-369bacd30a63 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 943 time: 0.2022927
Feb 19 08:09:12.472313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Made reservation on behalf of 0e4aafd6b3e74257aa7e663c8ec75618 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:12.477537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:12.688253 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0d83ef2f-d217-47a1-a2d7-3152028d82e5 req-a570815f-fc5a-4910-b20c-2522634a7910 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672544
Feb 19 08:09:13.015958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:13.107549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Attempting to bind port bd905264-b6f9-469b-9658-87afa9a0e556 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:09:13.107949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Attempting to bind port bd905264-b6f9-469b-9658-87afa9a0e556 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:09:13.108623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Attempting to bind port bd905264-b6f9-469b-9658-87afa9a0e556 on network 89d2e65a-770a-451a-b902-1be5d909ee68 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:09:13.109191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae31425-ab01-4a44-87a0-379ecb5a10e3 req-19140f8b-8c4d-42e4-89bd-747c98a466e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:13.113880 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ae31425-ab01-4a44-87a0-379ecb5a10e3 req-19140f8b-8c4d-42e4-89bd-747c98a466e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.2455707
Feb 19 08:09:13.115088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:13.120786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:13.121333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd00208-c44a-4a07-a779-27ae0d3d8b8f req-cea7573d-fcf3-43df-a197-9490b427f0a0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:13.121558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.123021 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cd00208-c44a-4a07-a779-27ae0d3d8b8f req-cea7573d-fcf3-43df-a197-9490b427f0a0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.7550066
Feb 19 08:09:13.126024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:09:13.126403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Checking segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:13.126807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.127203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Bound using segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:09:13.127719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Bound port: bd905264-b6f9-469b-9658-87afa9a0e556, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:09:13.128092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.231334 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ae31425-ab01-4a44-87a0-379ecb5a10e3 req-87c94ece-3efe-4f1f-9c51-8bb7a6627461 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029048
Feb 19 08:09:13.253768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:09:13.257136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:09:13.274717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.275610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.312542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:13.324665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:09:13.328429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.331748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:13.366749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:13.373818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.408534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:13.410781 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'code': 200}
Feb 19 08:09:13.420897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:13.435433 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cd00208-c44a-4a07-a779-27ae0d3d8b8f req-4f599bdd-5fad-4c8f-9b1a-771981c546df tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971089
Feb 19 08:09:13.451326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:13.530501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:13.531541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.532725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] 10.222.0.70 "PUT /v2.0/ports/bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 1157 time: 2.5011561
Feb 19 08:09:13.536657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:13.554231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:13.565871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:13.601342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92ad507-5946-4e57-8153-f510eea2a937,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:13.606664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:13.674014 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'status': 'completed', 'code': 200}
Feb 19 08:09:13.708187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Checking segment: {'id': 'e7127372-69e6-4753-9b1b-690a882a355b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a6e73241-b889-4f06-a8db-f9bc7e5519c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:13.708800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Network hostable DHCP agents. Network: a6e73241-b889-4f06-a8db-f9bc7e5519c2, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:09:13.787764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:13.806191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:09:13.839546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, a6e73241-b889-4f06-a8db-f9bc7e5519c2) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:13.928601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8af97-07b9-4f0f-97c2-a141da0f147d None None] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:13.949133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:13.950070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:13.954991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34810) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:14.005272 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-69548fd2-d0fc-4487-8bb1-2f7a29555d1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6240108
Feb 19 08:09:14.033466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-cbe253fc-123e-4917-a5b4-96fb47b6c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.035706 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-cbe253fc-123e-4917-a5b4-96fb47b6c283 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1160 time: 0.3189588
Feb 19 08:09:14.048526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a773e-e01d-4081-af17-0f4aa4737244 req-15573a99-3a42-45ad-9cf6-bb023fd4b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.050225 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-563a773e-e01d-4081-af17-0f4aa4737244 req-15573a99-3a42-45ad-9cf6-bb023fd4b0d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1162 time: 0.2062550
Feb 19 08:09:14.136969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:14.137395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:14.140167 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-628b8eb9-4cf1-45cf-b178-4004c98c5a66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 217 time: 0.0801828
Feb 19 08:09:14.147796 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeff0aa-e705-4983-a725-262caf98b7cf req-fb3bd05f-379d-4d90-9813-6b737c1e9ccd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.149585 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eeff0aa-e705-4983-a725-262caf98b7cf req-fb3bd05f-379d-4d90-9813-6b737c1e9ccd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2377222
Feb 19 08:09:14.330144 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-563a773e-e01d-4081-af17-0f4aa4737244 req-623fc914-fde7-4ad1-a933-01ef736aa21c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016612
Feb 19 08:09:14.363576 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eeff0aa-e705-4983-a725-262caf98b7cf req-a03b0218-657d-49be-9f53-b63f02b339cc tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182110
Feb 19 08:09:14.371242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:14.375921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-8eed895c-9968-4675-84ad-a69639cb1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.382645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-8eed895c-9968-4675-84ad-a69639cb1789 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.2319782
Feb 19 08:09:14.401487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:14.425728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa002ce377047668848ace8545dc615 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:14.442371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:14.454178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:14.468011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-9c644700-5741-40e0-b263-248755967d6c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.470227 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-9c644700-5741-40e0-b263-248755967d6c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.4239452
Feb 19 08:09:14.500724 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-0cf38f28-89e8-4806-8c58-2e4d922bb5ed tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/quotas/9c0c83b5e9e549c7bb13ff93ab2e47bb HTTP/1.1" status: 200  len: 375 time: 0.0150447
Feb 19 08:09:14.563039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8eae5-e34c-47a5-8578-d41ccba8fdfb None None] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:14.717814 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-8da39ec2-9844-439f-ac31-31c5495af6ab tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2095144
Feb 19 08:09:14.720880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199773f6-5a82-426b-96e0-91d0b6502ecc req-2de036f7-ff03-41b7-b26e-6b0716cf80f3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.723206 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-199773f6-5a82-426b-96e0-91d0b6502ecc req-2de036f7-ff03-41b7-b26e-6b0716cf80f3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1909115
Feb 19 08:09:14.734774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-b927c7e9-32f2-41cf-81f6-1786d7350509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:14.736388 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-b927c7e9-32f2-41cf-81f6-1786d7350509 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513731
Feb 19 08:09:14.862724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:14.866143 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-199773f6-5a82-426b-96e0-91d0b6502ecc req-b1857ef8-c870-4edc-90a3-42b62bcc0486 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286783
Feb 19 08:09:14.866410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:14.881024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a67475f8-9abf-4d30-8d47-6851d57f8092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:14.936676 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-f23bf456-2e20-413b-97e7-35356c518cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663063
Feb 19 08:09:14.938166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9aa002ce377047668848ace8545dc615&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9735367
Feb 19 08:09:14.938279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34844) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:14.946025 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-551846f6-6689-48d6-b112-ff2ea803dc79 service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101088
Feb 19 08:09:14.946833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10501f39-1e51-48c3-bc2f-6d883b31ff2b,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:14.950447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:15.129760 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-3386d144-3456-4ca9-bb7e-d9a87fd8b33b service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754329
Feb 19 08:09:15.249562 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca3303e0-a5bf-47c7-aa95-2a2b3bed4e77 req-9eea1e1d-c6bd-4313-84e6-096c49c64216 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2615521
Feb 19 08:09:15.272201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:15.316232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72762309-6b26-4998-a9c6-c47e6f1bc69b req-943880fa-fffd-429f-9d37-13e9718d4983 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:15.324037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-72762309-6b26-4998-a9c6-c47e6f1bc69b req-943880fa-fffd-429f-9d37-13e9718d4983 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2105777
Feb 19 08:09:15.341515 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2468279-42dd-4dd3-bd05-e1e6bb4195af req-6fcdbcc9-6fed-4cc4-a3fb-7b45a6963217 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 210 time: 0.0540345
Feb 19 08:09:15.380197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:15.514505 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-72762309-6b26-4998-a9c6-c47e6f1bc69b req-c2b31edd-c12c-4a66-bac1-4194f08ac2c9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894555
Feb 19 08:09:15.515480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:15.524213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2d09a0a1-8606-4735-b73c-a7c2974643d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:15.542683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10501f39-1e51-48c3-bc2f-6d883b31ff2b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:15.545982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:15.551215 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10501f39-1e51-48c3-bc2f-6d883b31ff2b HTTP/1.1" status: 204  len: 168 time: 0.6119921
Feb 19 08:09:15.552634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:15.565490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-0f8b258e-4679-4b0e-b45b-0d7812735309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:15.567584 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-0f8b258e-4679-4b0e-b45b-0d7812735309 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1160 time: 0.2410309
Feb 19 08:09:15.754576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-5506b6c4-1def-47a1-ab09-0a1a0010adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:15.756380 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-5506b6c4-1def-47a1-ab09-0a1a0010adc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.1767483
Feb 19 08:09:15.795221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696dd2d-0915-41d0-bc81-6a281e2d7f99 req-868246df-b380-43d9-aaf0-ab89abec8a09 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:15.803598 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4696dd2d-0915-41d0-bc81-6a281e2d7f99 req-868246df-b380-43d9-aaf0-ab89abec8a09 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2557919
Feb 19 08:09:15.876150 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4696dd2d-0915-41d0-bc81-6a281e2d7f99 req-9e0a9f3c-6a10-4812-9119-519093e968eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713258
Feb 19 08:09:15.898365 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-7e066d0b-2247-4cd6-82da-eefd5f69ec37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 217 time: 0.1261501
Feb 19 08:09:16.041819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-37cd2c2f-00cd-4e40-a84f-3dcd1b33c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:16.044230 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-37cd2c2f-00cd-4e40-a84f-3dcd1b33c005 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.1258230
Feb 19 08:09:16.108655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34888) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:16.129392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.146763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:16.150980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Usage tracker for resource:security_group_rule and tenant:d2bfd072ee9d4fc09c40d23e39d9786a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:16.155021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:16.162710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:16.219849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-e5fbb151-e411-43de-9457-2784462a82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:16.222617 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-e5fbb151-e411-43de-9457-2784462a82f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1697879
Feb 19 08:09:16.232945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730957df-0c54-4bd1-a5ab-e52709f6af9b req-2e197b8c-e117-47df-bd0b-a0a3eb217dad tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:16.235112 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-730957df-0c54-4bd1-a5ab-e52709f6af9b req-2e197b8c-e117-47df-bd0b-a0a3eb217dad tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1392341
Feb 19 08:09:16.259326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.265248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.280271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:16.312852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc2000-4c8e-45f1-a361-4cc9a8511e1d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:16.323868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:16.337577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 34898) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:16.338239 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2bfd072ee9d4fc09c40d23e39d9786a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2282226
Feb 19 08:09:16.424937 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-730957df-0c54-4bd1-a5ab-e52709f6af9b req-eeef64bb-518e-4c73-a44e-7990551980df tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601362
Feb 19 08:09:16.489437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.502008 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-49bf378a-b129-43db-bc14-e7999ea3bd1a service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655449
Feb 19 08:09:16.537197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-647607d1-6b79-4b2e-91b7-a1dfcd71ceee req-f16c0d51-d618-42b2-9966-6204fa83918f tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 210 time: 0.0634639
Feb 19 08:09:16.550825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.782714 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06722d1e-bf35-45de-b48f-180de2a6f97e req-e69c58cc-d0cf-46fe-bacf-5aa4382f034d service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2663357
Feb 19 08:09:16.789780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.795894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:16.811539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc2000-4c8e-45f1-a361-4cc9a8511e1d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:16.815876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:16.829564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:16.831736 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adbc2000-4c8e-45f1-a361-4cc9a8511e1d HTTP/1.1" status: 204  len: 168 time: 0.4927220
Feb 19 08:09:16.838738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aadd5-c951-4aee-8a82-c587ada51263 req-30846a55-fc40-4aa2-b21a-23adc0e3f60e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:16.847815 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-451aadd5-c951-4aee-8a82-c587ada51263 req-30846a55-fc40-4aa2-b21a-23adc0e3f60e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1853561
Feb 19 08:09:16.914418 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-451aadd5-c951-4aee-8a82-c587ada51263 req-f270b9be-46ac-42c6-9181-0b91e3503744 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633006
Feb 19 08:09:17.139683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a629f38-3e31-4995-b716-7be299d7b85c req-8049e1d5-a35c-4353-97ee-1afc7f7fab24 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:17.141411 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a629f38-3e31-4995-b716-7be299d7b85c req-8049e1d5-a35c-4353-97ee-1afc7f7fab24 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1426904
Feb 19 08:09:17.216927 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a629f38-3e31-4995-b716-7be299d7b85c req-a8a0926c-81f3-4023-b016-07e3ac875316 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675907
Feb 19 08:09:17.247656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-73da0412-d40c-434f-a2d0-33441a9f4bca tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:17.248521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-73da0412-d40c-434f-a2d0-33441a9f4bca tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:network {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:17.267493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-73da0412-d40c-434f-a2d0-33441a9f4bca tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:network {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:17.269416 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-73da0412-d40c-434f-a2d0-33441a9f4bca tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.3084683
Feb 19 08:09:17.299395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Request body: {'port': {'device_id': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395', 'admin_state_up': True, 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:17.755999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743f753-3769-46c0-9064-7d12774c9334 req-6db277b4-6fdd-4083-b722-b10915ea04c7 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:17.757863 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2743f753-3769-46c0-9064-7d12774c9334 req-6db277b4-6fdd-4083-b722-b10915ea04c7 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1960061
Feb 19 08:09:17.810695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:17.822271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:17.839880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729cda-b29b-4947-89dd-8d5a462338e4 req-fbbcdc67-b3ef-43c7-b25a-7e7acf601373 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:17.841608 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9729cda-b29b-4947-89dd-8d5a462338e4 req-fbbcdc67-b3ef-43c7-b25a-7e7acf601373 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.4432383
Feb 19 08:09:17.842850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:17.855077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:17.860997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 34962) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:17.878382 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2743f753-3769-46c0-9064-7d12774c9334 req-105c8449-a217-42f1-b004-10d3a740048c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064317
Feb 19 08:09:17.882258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'floatingip': {'port_id': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:17.979091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:18.136374 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c58eacec-3546-4fa1-ac06-51f3136d3ba0 req-276c1a43-184d-48b4-ac1c-ead61dae0cf0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 210 time: 0.0676434
Feb 19 08:09:18.348094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55036c82-a8d5-420a-806e-3a73c7418ecd req-5a1d76a8-abc0-48d9-85ca-29cbd1104d65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:18.349741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55036c82-a8d5-420a-806e-3a73c7418ecd req-5a1d76a8-abc0-48d9-85ca-29cbd1104d65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2916894
Feb 19 08:09:18.375013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Allocated IP 172.20.0.9 (275877ff-0554-44b8-afd6-cea6742c8395/f3a499da-f956-4f6b-9c2c-186943c8d2b9/3561386e-3532-4abb-8dae-91c6bb2896ad) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:09:18.652821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:18.761209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:18.808152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port bd905264-b6f9-469b-9658-87afa9a0e556 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:18.820665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:18.821081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:18.827137 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55036c82-a8d5-420a-806e-3a73c7418ecd req-3124d3df-db27-45ed-8ddc-ad57cb1707ee tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031034
Feb 19 08:09:18.848992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:18.879014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:18.967438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:18.998553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:19.009979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:09:19.014166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:19.016569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:19.120214 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'code': 200}
Feb 19 08:09:19.176909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:19.187357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.188342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.188884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.189396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.189999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.190527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.191170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.191687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.192323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.192825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.193324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.193901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.194772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.195270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.195766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.196261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.196941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.197587 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.198379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.198970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.199476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.199967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.200518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.201055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:09:19.207329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:19.332729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Network 275877ff-0554-44b8-afd6-cea6742c8395 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:09:19.338491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:19.340767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event updated for resources: {'Port': ['ID=3561386e-3532-4abb-8dae-91c6bb2896ad,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:19.364624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:09:19.398137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:19.464683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a5bb6-9ba1-4717-81c1-d09deee3e27b req-cd28c278-781f-4a76-9cdb-dd18ea920fdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:19.472634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e5a5bb6-9ba1-4717-81c1-d09deee3e27b req-cd28c278-781f-4a76-9cdb-dd18ea920fdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2607734
Feb 19 08:09:19.478667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:19.479330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:19.541633 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2476747
Feb 19 08:09:19.554712 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e5a5bb6-9ba1-4717-81c1-d09deee3e27b req-bb54a18c-5721-4f5c-ac7e-8bb4395a58de tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810268
Feb 19 08:09:19.569323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Request body: {'port': {'device_id': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:19.708042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:09:19.747011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:19.856710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00a7cd-5fc4-4f77-bd86-a9e314ae39ac req-7a767d63-5480-4cbb-b146-f183ca6b6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:19.858277 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae00a7cd-5fc4-4f77-bd86-a9e314ae39ac req-7a767d63-5480-4cbb-b146-f183ca6b6810 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1162 time: 0.4070549
Feb 19 08:09:19.878946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:19.887166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb11a4-ebd5-4a9f-b7dc-1e24b11d382e req-63fbc92f-395a-47c7-a8db-f0d7209fdac1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:19.903601 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-44eb11a4-ebd5-4a9f-b7dc-1e24b11d382e req-63fbc92f-395a-47c7-a8db-f0d7209fdac1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 931 time: 0.2545578
Feb 19 08:09:19.965487 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae00a7cd-5fc4-4f77-bd86-a9e314ae39ac req-f106970d-7c38-4236-b0c3-f2177a60f997 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852356
Feb 19 08:09:19.966184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:20.053444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:20.185931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Floating IP cac5eabf-89cc-4ab6-a131-53132e1184fc associated. External IP: 172.27.0.227, port: 48a9b1d9-30f8-43bf-a55f-db39d0d00fee.
Feb 19 08:09:20.197103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:20.198925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:20.378771 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-44eb11a4-ebd5-4a9f-b7dc-1e24b11d382e req-e02410dc-3096-4fd0-aa33-67386ccf2ee5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4741330
Feb 19 08:09:20.583777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35048) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:20.623453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b812-2c42-48cd-af02-391f0b9cba0d req-8e4abdfb-acc0-4b83-a1f0-308faa14ab54 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:20.625366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6882b812-2c42-48cd-af02-391f0b9cba0d req-8e4abdfb-acc0-4b83-a1f0-308faa14ab54 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.5628088
Feb 19 08:09:20.776833 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6882b812-2c42-48cd-af02-391f0b9cba0d req-7fee810b-174a-46b7-b4b7-7ff5f08ea155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438429
Feb 19 08:09:20.778033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:20.807369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:20.817178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Usage tracker for resource:security_group_rule and tenant:9ed12b05489d4cc69ebe7afc380715db is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:20.821412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3561386e-3532-4abb-8dae-91c6bb2896ad {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:09:20.828264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:20.843818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:20.849648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:20.853506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:09:20.870722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Transition to ACTIVE for port object 3561386e-3532-4abb-8dae-91c6bb2896ad will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:20.881660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:20.962950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:21.149024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Pushing event updated for resources: {'Port': ['ID=3561386e-3532-4abb-8dae-91c6bb2896ad,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:21.164259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:21.305375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e86c5-73e5-460e-9b6e-682afb191d7b req-79ffa3ba-fa93-43f4-ae62-dab5a05a8b94 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:21.307120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf9e86c5-73e5-460e-9b6e-682afb191d7b req-79ffa3ba-fa93-43f4-ae62-dab5a05a8b94 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.3486700
Feb 19 08:09:21.319324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.345863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.358972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-47780951-1b4e-4644-95e8-7a0a9d44eacb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:21.370197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:09:21.383808 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aec6c-17f0-4adc-9d29-7f633a863967 req-952fec80-74dd-4a7e-88a1-fa0ecd7e23fb tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:21.384952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:09:21.385416 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-398aec6c-17f0-4adc-9d29-7f633a863967 req-952fec80-74dd-4a7e-88a1-fa0ecd7e23fb tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.1422765
Feb 19 08:09:21.409224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:09:21.411210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e494048>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:09:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:21.419052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.474345 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ed12b05489d4cc69ebe7afc380715db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8861547
Feb 19 08:09:21.475411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35066) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:21.477931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf9e86c5-73e5-460e-9b6e-682afb191d7b req-288debb0-1eb5-45eb-9700-774d842ecf3a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607974
Feb 19 08:09:21.478756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827f2d7-5c77-4236-9250-22422a096804,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:21.483571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:21.514934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Attempting to bind port 3561386e-3532-4abb-8dae-91c6bb2896ad on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:09:21.515312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Attempting to bind port 3561386e-3532-4abb-8dae-91c6bb2896ad by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:09:21.516221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Attempting to bind port 3561386e-3532-4abb-8dae-91c6bb2896ad on network 275877ff-0554-44b8-afd6-cea6742c8395 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:09:21.524403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:09:21.524781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Checking segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:21.525187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.525585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Bound using segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:09:21.526093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Bound port: 3561386e-3532-4abb-8dae-91c6bb2896ad, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:09:21.526467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.559849 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-398aec6c-17f0-4adc-9d29-7f633a863967 req-5457b7a7-a0e8-41c6-a170-8dc82fbf0935 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613669
Feb 19 08:09:21.600700 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e51e5a41-8f94-4e4a-98b3-ed607b86927c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "PUT /v2.0/floatingips/cac5eabf-89cc-4ab6-a131-53132e1184fc HTTP/1.1" status: 200  len: 991 time: 3.7385082
Feb 19 08:09:21.604022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.627275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:21.685002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.688848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] For port 3561386e-3532-4abb-8dae-91c6bb2896ad, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:09:21.696267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] For port 3561386e-3532-4abb-8dae-91c6bb2896ad, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3561386e-3532-4abb-8dae-91c6bb2896ad,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:09:21.700366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.746030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:09:21.839854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.845119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:21.879791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827f2d7-5c77-4236-9250-22422a096804,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:21.905049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:21.905947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:21.907380 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1827f2d7-5c77-4236-9250-22422a096804 HTTP/1.1" status: 204  len: 168 time: 0.4308848
Feb 19 08:09:21.926665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8217d6ff-5ccb-430a-98a2-ecc6106956a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:21.991608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:22.052691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Pushing event updated for resources: {'Port': ['ID=3561386e-3532-4abb-8dae-91c6bb2896ad,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:22.056766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:22.091346 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'status': 'completed', 'code': 200}
Feb 19 08:09:22.136655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.137350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:22.139669 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-5af77681-2399-4d26-a8c7-045770db555c service neutron] 10.222.0.70 "PUT /v2.0/ports/3561386e-3532-4abb-8dae-91c6bb2896ad HTTP/1.1" status: 200  len: 1157 time: 2.5756807
Feb 19 08:09:22.140735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:22.177638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:22.177978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:22.376741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dfd1f-2504-4c4e-8582-0101deaba6d0 req-cdf8595d-3711-4c4f-8294-819c68cc9539 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.378362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ce4dfd1f-2504-4c4e-8582-0101deaba6d0 req-cdf8595d-3711-4c4f-8294-819c68cc9539 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:22.406400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ce4dfd1f-2504-4c4e-8582-0101deaba6d0 req-cdf8595d-3711-4c4f-8294-819c68cc9539 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:22.407782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4dfd1f-2504-4c4e-8582-0101deaba6d0 req-cdf8595d-3711-4c4f-8294-819c68cc9539 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 943 time: 0.4903562
Feb 19 08:09:22.414936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-6191d396-3cc6-42b2-bf47-7b43d5dfdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.417104 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-6191d396-3cc6-42b2-bf47-7b43d5dfdf2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1162 time: 0.2688220
Feb 19 08:09:22.423981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f96fa-6ed4-43a3-83b9-f764ac40058b req-58670090-6642-4b51-80e2-db1604708c3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.427459 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d26f96fa-6ed4-43a3-83b9-f764ac40058b req-58670090-6642-4b51-80e2-db1604708c3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1641576
Feb 19 08:09:22.488190 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4dfd1f-2504-4c4e-8582-0101deaba6d0 req-7113c88a-3bdf-4cae-a8fc-52acab3d2db1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690579
Feb 19 08:09:22.501736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-4822f991-296c-40cd-bc4d-ab5f3e75f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.503524 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-4822f991-296c-40cd-bc4d-ab5f3e75f2ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 1160 time: 0.2973490
Feb 19 08:09:22.533140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e494048>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'cac5eabf-89cc-4ab6-a131-53132e1184fc', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:65:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:55Z', 'updated_at': '2021-02-19T08:09:19Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:22.540387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:09:22.553262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:09:22.554719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e494048>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:09:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:22.581472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35098) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:22.668543 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad', 'status': 'completed', 'code': 200}
Feb 19 08:09:22.697008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-9205481c-9a60-4553-9c20-480fdb353d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.698649 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-9205481c-9a60-4553-9c20-480fdb353d34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.2660422
Feb 19 08:09:22.700659 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-82eb3894-4c8f-4170-9c59-1739ceddcb94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3561386e-3532-4abb-8dae-91c6bb2896ad HTTP/1.1" status: 200  len: 217 time: 0.1779480
Feb 19 08:09:22.776067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:09:22.808493 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d26f96fa-6ed4-43a3-83b9-f764ac40058b req-e2f7f92a-a69e-4768-a05c-22c653e07da3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432541
Feb 19 08:09:22.826137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:22.852701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:22.856816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e45d0957ad4eb5b5b3da03fc5f111e is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:22.860461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:22.867392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:22.870540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-eb7f5bc3-f492-40d0-ad9e-65cf303a2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:22.872215 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-eb7f5bc3-f492-40d0-ad9e-65cf303a2c47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.1231375
Feb 19 08:09:22.934010 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-220b0407-e6ac-4779-bd58-1ebae54b8318 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 999 time: 0.2038910
Feb 19 08:09:23.065492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-c6985c69-ca87-40d9-aba3-23c2bf613a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:23.067164 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-c6985c69-ca87-40d9-aba3-23c2bf613a5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.1215484
Feb 19 08:09:23.209582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:23.226213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:23.249377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:23.251658 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-9ba9acb6-5890-498d-b1db-2cebfb3fa480 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3589101
Feb 19 08:09:23.262630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134312-249d-4eb3-9e84-bdb00e94d050 req-cef14549-47fc-4e43-999d-18ec67ff720a tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:23.264351 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-53134312-249d-4eb3-9e84-bdb00e94d050 req-cef14549-47fc-4e43-999d-18ec67ff720a tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.3222980
Feb 19 08:09:23.302329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7cfd-29f9-4f03-8ae1-de0aec7fe43f req-3b285415-6ede-4827-a988-df9dc7b9b1a4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:23.306551 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6cab7cfd-29f9-4f03-8ae1-de0aec7fe43f req-3b285415-6ede-4827-a988-df9dc7b9b1a4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.5991831
Feb 19 08:09:23.309275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e494048>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'cac5eabf-89cc-4ab6-a131-53132e1184fc', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:65:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:55Z', 'updated_at': '2021-02-19T08:09:19Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:23.314378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bc942-f3a0-4c7f-8d1f-07279b075f42 None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'cac5eabf-89cc-4ab6-a131-53132e1184fc', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:65:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:55Z', 'updated_at': '2021-02-19T08:09:19Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:09:23.314889 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4e45d0957ad4eb5b5b3da03fc5f111e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7322183
Feb 19 08:09:23.319142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32cd679-5797-487b-96c6-7e20d6bedf2d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:23.323567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35110) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:23.331478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:23.387925 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-53134312-249d-4eb3-9e84-bdb00e94d050 req-ef2f29b0-02a3-406e-bc86-53b53dd77527 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065631
Feb 19 08:09:23.398821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-5b28de9d-5bcd-4208-81f2-7b69862412d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:23.400529 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-5b28de9d-5bcd-4208-81f2-7b69862412d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3161898
Feb 19 08:09:23.445761 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6cab7cfd-29f9-4f03-8ae1-de0aec7fe43f req-bf3f9bc4-9545-4535-bad4-96f4a5ceb462 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830886
Feb 19 08:09:23.546901 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-8dd3b0a3-c215-4cb8-9d58-9ee78deace92 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765689
Feb 19 08:09:23.644010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:23.746648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d835ed-50c6-4119-ae75-22b023311efb None None] New status for floating IP cac5eabf-89cc-4ab6-a131-53132e1184fc: ACTIVE {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:09:23.756713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:23.851715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-0e90ec4d-59eb-48f8-bcb4-a481a3c06386 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4273121
Feb 19 08:09:23.913526 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08026953-537b-4d5d-97d6-c8fb2af14f6f req-f07d4857-ece2-49b2-a147-69d1fe7dfe29 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3395832
Feb 19 08:09:23.925062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59328427-212d-4547-8b22-ca7ef713709b req-60c975f4-e02d-497c-8ffa-5c556b49ab16 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:23.938423 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-59328427-212d-4547-8b22-ca7ef713709b req-60c975f4-e02d-497c-8ffa-5c556b49ab16 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.3320155
Feb 19 08:09:23.940623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35126) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:23.948432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35128) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:23.955060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'floatingip': {'port_id': 'bd905264-b6f9-469b-9658-87afa9a0e556'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:24.014245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50efe7a-5e8e-41b5-8acc-cd613f2decaa req-5a71e9b7-58a5-4aa3-a71e-f6c7d3460dc1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:24.022170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f50efe7a-5e8e-41b5-8acc-cd613f2decaa req-5a71e9b7-58a5-4aa3-a71e-f6c7d3460dc1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 943 time: 0.2478807
Feb 19 08:09:24.077846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:24.106036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.120507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1ee8aea0-63ea-48a1-a17f-f5502945f61a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:24.143266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.144521 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e32cd679-5797-487b-96c6-7e20d6bedf2d HTTP/1.1" status: 204  len: 168 time: 0.8159366
Feb 19 08:09:24.163295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port df617dc1-4fb9-4918-88fa-56b1bea23ad9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:24.163998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.167218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32cd679-5797-487b-96c6-7e20d6bedf2d,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:24.184029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.185832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:24.200794 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f50efe7a-5e8e-41b5-8acc-cd613f2decaa req-ee326030-1fe4-4b28-8b2e-b8deb1c5e742 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775637
Feb 19 08:09:24.224210 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7a1414ee-4273-4111-a10e-85f1f0cf829a req-5acc895b-747d-4ad5-b7f2-f00738adad85 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3513370
Feb 19 08:09:24.303131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-737e0911-6504-4093-bbed-a1edec81b1ad tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:24.304824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-737e0911-6504-4093-bbed-a1edec81b1ad tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.2428062
Feb 19 08:09:24.484087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Deleting port df617dc1-4fb9-4918-88fa-56b1bea23ad9 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:09:24.484644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.497373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1cab6-ca5b-4fbe-87f8-d18fb3b1d07f req-820343d7-cbf3-4bf0-9dea-2e9d07cdd655 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:24.499060 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a4d1cab6-ca5b-4fbe-87f8-d18fb3b1d07f req-820343d7-cbf3-4bf0-9dea-2e9d07cdd655 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.3982196
Feb 19 08:09:24.503700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754b15-45c0-470c-9e68-80450b4f0982 req-62bacf0a-0b27-4e20-8371-baebfa451136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:24.505263 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-62bacf0a-0b27-4e20-8371-baebfa451136 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 1160 time: 0.4614425
Feb 19 08:09:24.822203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:09:24.888724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] For port df617dc1-4fb9-4918-88fa-56b1bea23ad9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df617dc1-4fb9-4918-88fa-56b1bea23ad9,segment=NetworkSegment(ec89268f-2d84-4fea-9098-0d76303a0464),segment_id=ec89268f-2d84-4fea-9098-0d76303a0464)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:09:24.889859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.896805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:24.924543 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a4d1cab6-ca5b-4fbe-87f8-d18fb3b1d07f req-21ba2a86-d6be-47bf-a8a3-719fc8f325dc tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4089003
Feb 19 08:09:24.967263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:24.983276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Usage tracker for resource:security_group_rule and tenant:6541a29922104e7db4d1ffff66d9bf55 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:24.991787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:25.022279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:25.051105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754b15-45c0-470c-9e68-80450b4f0982 req-fd6711e5-8f5a-4043-aa1e-7638404d117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:25.052697 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-fd6711e5-8f5a-4043-aa1e-7638404d117b service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.5384593
Feb 19 08:09:25.087118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Calling delete_port for df617dc1-4fb9-4918-88fa-56b1bea23ad9 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:09:25.239824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-1af5a375-3143-44cd-b50f-e0fbbb4920f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3561386e-3532-4abb-8dae-91c6bb2896ad HTTP/1.1" status: 200  len: 217 time: 0.1615505
Feb 19 08:09:25.287280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9fd94-77d2-4b61-affd-385a3efe855e req-cf999b0a-0afd-45d3-919f-fd7fdfe45f2d tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:25.288879 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ca9fd94-77d2-4b61-affd-385a3efe855e req-cf999b0a-0afd-45d3-919f-fd7fdfe45f2d tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 946 time: 0.4033413
Feb 19 08:09:25.412943 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ca9fd94-77d2-4b61-affd-385a3efe855e req-d9af890c-97d9-4b7a-bb32-75e2635efbeb tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/security-groups?id=59932157-d313-4f49-8fff-5addb54a7c51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848913
Feb 19 08:09:25.414045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:25.482090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:25.787469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Pushing event deleted for resources: {'Port': ['ID=df617dc1-4fb9-4918-88fa-56b1bea23ad9,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:25.790850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:25.849773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:09:25.904321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] No DVR routers for this DVR port df617dc1-4fb9-4918-88fa-56b1bea23ad9 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:09:25.910044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:25.910220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: df617dc1-4fb9-4918-88fa-56b1bea23ad9 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:09:25.910911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device df617dc1-4fb9-4918-88fa-56b1bea23ad9 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:09:25.913761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'name': 'network-vif-deleted', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:25.920391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754b15-45c0-470c-9e68-80450b4f0982 req-12dbb26e-ce0e-4eff-bd19-88d10573f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:25.922031 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-12dbb26e-ce0e-4eff-bd19-88d10573f590 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.5128999
Feb 19 08:09:25.938579 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eae7e8e0-b99e-47d7-b9e1-f465a13269a2 req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.70 "DELETE /v2.0/ports/df617dc1-4fb9-4918-88fa-56b1bea23ad9 HTTP/1.1" status: 204  len: 173 time: 1.6250818
Feb 19 08:09:25.980024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b3b27-877e-4cb2-b826-baee972d97a4', 'name': 'network-vif-deleted', 'tag': 'df617dc1-4fb9-4918-88fa-56b1bea23ad9', 'status': 'completed', 'code': 200}
Feb 19 08:09:26.013512 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-0b042460-460c-4ee7-a657-bb73ff68434c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674398
Feb 19 08:09:26.016056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:09:26.163115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772035-c035-4528-adbb-e5634d4cc6cb req-2a4ad554-1683-48be-8ca6-c662207f9302 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:26.164774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa772035-c035-4528-adbb-e5634d4cc6cb req-2a4ad554-1683-48be-8ca6-c662207f9302 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 943 time: 0.7350597
Feb 19 08:09:26.171928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be03e-af33-492e-a45e-a1b1b3f67f17 req-74ac2abd-d3c7-45f4-9918-213c759c08c4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:26.173575 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d0be03e-af33-492e-a45e-a1b1b3f67f17 req-74ac2abd-d3c7-45f4-9918-213c759c08c4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0958934
Feb 19 08:09:26.216455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.229612 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d0be03e-af33-492e-a45e-a1b1b3f67f17 req-1c92deb9-2ec4-49e5-b2c2-069a47997017 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485845
Feb 19 08:09:26.251550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.279059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-74a598d1-3f3e-4307-a091-8d8cca72238c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:26.320674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.366371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.426208 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6541a29922104e7db4d1ffff66d9bf55&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4761238
Feb 19 08:09:26.429166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35204) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:26.524991 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa772035-c035-4528-adbb-e5634d4cc6cb req-9ebcf92d-178f-435c-bfea-fbc6f171f1c3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070691
Feb 19 08:09:26.525682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecedd643-1a30-44fa-99b2-786e4e768a0d,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:26.543623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:26.550340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.578383 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-79412283-c673-4eff-9685-8df857fabc50 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4648569
Feb 19 08:09:26.589081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.677972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.683816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-61f33d2f-74f4-4b9c-9b76-4f49963ae19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:26.705265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecedd643-1a30-44fa-99b2-786e4e768a0d,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:26.725156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:26.728875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:26.730254 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecedd643-1a30-44fa-99b2-786e4e768a0d HTTP/1.1" status: 204  len: 168 time: 0.2998843
Feb 19 08:09:26.757115 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP dcd21145-8592-4043-85eb-ddf18f18dd9f associated. External IP: 172.27.0.34, port: bd905264-b6f9-469b-9658-87afa9a0e556.
Feb 19 08:09:26.825613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35214) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:26.838782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4dfe1661-a7ac-4af6-aeab-2bd96bbd285b req-680124ff-e758-4e82-be51-461d2ba61d60 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Synchronizing usage tracker for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:26.858374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4dfe1661-a7ac-4af6-aeab-2bd96bbd285b req-680124ff-e758-4e82-be51-461d2ba61d60 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Unset dirty status for tenant:87561eef7d3448bbbdc41aedfb3dd6e3 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:26.860130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4dfe1661-a7ac-4af6-aeab-2bd96bbd285b req-680124ff-e758-4e82-be51-461d2ba61d60 tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] 10.222.0.13 "GET /v2.0/ports?device_id=b57b3b27-877e-4cb2-b826-baee972d97a4 HTTP/1.1" status: 200  len: 210 time: 0.1262078
Feb 19 08:09:26.965441 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95754b15-45c0-470c-9e68-80450b4f0982 req-20631b20-5354-4086-b329-6b112c7ef32f service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3749428
Feb 19 08:09:27.222441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.243340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:27.247797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Usage tracker for resource:security_group_rule and tenant:ed29a2876d9d4f9fb50ff01283ace3e1 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:27.253056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:27.268972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:27.286986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:09:27.355208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35228) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:27.391371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.395614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.411976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1ac473a-7a64-416e-a1d8-562aa8e401be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:27.463999 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed29a2876d9d4f9fb50ff01283ace3e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6371820
Feb 19 08:09:27.467488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35234) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:27.482422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f192c-84dc-48f2-afe0-ce2667f6767f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:27.488167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:27.546002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.577447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.637773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.642906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1a242fcf-ce5f-46f0-9646-90baeaee7558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:27.657509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f192c-84dc-48f2-afe0-ce2667f6767f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:27.660829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:27.673392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.677315 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/454f192c-84dc-48f2-afe0-ce2667f6767f HTTP/1.1" status: 204  len: 168 time: 0.2058139
Feb 19 08:09:27.718611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:27.772874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:27.782172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Usage tracker for resource:security_group_rule and tenant:84d9971bac154277bd80451708534271 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:27.783516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496627-8752-47a9-b2ce-6cf15783f8ec req-88a9e4c5-72e6-43c0-8e7c-b2f22021847c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:27.787793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-76496627-8752-47a9-b2ce-6cf15783f8ec req-88a9e4c5-72e6-43c0-8e7c-b2f22021847c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 943 time: 0.1151037
Feb 19 08:09:27.790601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:27.800884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:27.847153 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-76496627-8752-47a9-b2ce-6cf15783f8ec req-1142a25a-5120-4002-bc25-0d5719e571ec tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519407
Feb 19 08:09:27.870346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:09:27.877726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e80e6-5d16-4462-84fd-d83b02c81950 req-f3af20b9-a29a-40ec-ab66-99c8b43f1480 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:27.879390 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c5e80e6-5d16-4462-84fd-d83b02c81950 req-f3af20b9-a29a-40ec-ab66-99c8b43f1480 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.5141053
Feb 19 08:09:27.881526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:09:27.894969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:09:27.895727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f101e80>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:09:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:27.969738 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c5e80e6-5d16-4462-84fd-d83b02c81950 req-9660c8b2-a6b5-4a3e-a32e-af7059fb504a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796106
Feb 19 08:09:27.972172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.082715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-91d595e1-9d23-4d72-bc4e-75bf59715b8b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "PUT /v2.0/floatingips/dcd21145-8592-4043-85eb-ddf18f18dd9f HTTP/1.1" status: 200  len: 990 time: 4.1357179
Feb 19 08:09:28.101720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:28.116078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.128754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.142175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-47c7a916-803d-4d4f-bc3b-016c236eca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:28.185887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:09:28.221924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35258) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:28.240348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'status': 'completed', 'code': 200}
Feb 19 08:09:28.243361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.265661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:28.270557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7cddc6726b4e67b13e907db380bf6e is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:28.273772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:28.281120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:28.299008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00d11ac-dfe3-493d-93e5-1b991b40aeed,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:28.321842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:28.335529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35264) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:28.335822 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84d9971bac154277bd80451708534271&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9793468
Feb 19 08:09:28.379416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-0279e988-e39b-4382-b393-25e6fdd58de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:28.381451 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-0279e988-e39b-4382-b393-25e6fdd58de8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1162 time: 0.1601584
Feb 19 08:09:28.478271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.511847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.567440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:28.580196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.600378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-912f1428-0b68-4ec9-aa0d-1b5dfe482125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:28.645605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00d11ac-dfe3-493d-93e5-1b991b40aeed,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:28.650953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:28.671188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.675642 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f00d11ac-dfe3-493d-93e5-1b991b40aeed HTTP/1.1" status: 204  len: 168 time: 0.3375120
Feb 19 08:09:28.681279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.687153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.710073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:28.728634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 3561386e-3532-4abb-8dae-91c6bb2896ad completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:09:28.734741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3561386e-3532-4abb-8dae-91c6bb2896ad triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:28.735381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.743873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-c770ab76-7de9-42d0-ae76-75371fd5fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:28.745477 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-c770ab76-7de9-42d0-ae76-75371fd5fcfc service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.3507228
Feb 19 08:09:28.789155 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d7cddc6726b4e67b13e907db380bf6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5659416
Feb 19 08:09:28.791221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae306896-0077-4ef3-90d3-fa7d9c80b653,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:28.794558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35278) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:28.797528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:28.848061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f101e80>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'dcd21145-8592-4043-85eb-ddf18f18dd9f', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:b2:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:57Z', 'updated_at': '2021-02-19T08:09:25Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:28.852331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:09:28.874923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:09:28.874923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f101e80>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:09:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:28.893489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.925280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.961584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:28.997781 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-62dd7946-86f3-4e91-9560-91c5e22cd322 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 998 time: 0.2379789
Feb 19 08:09:29.000957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 3561386e-3532-4abb-8dae-91c6bb2896ad, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3561386e-3532-4abb-8dae-91c6bb2896ad,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:09:29.002834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:29.010017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:29.015801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8db4e73f-d46e-4cec-9c1a-c05490f9c218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:29.026271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:29.028200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:29.028801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae306896-0077-4ef3-90d3-fa7d9c80b653,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:29.032700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:29.039438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:29.040847 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae306896-0077-4ef3-90d3-fa7d9c80b653 HTTP/1.1" status: 204  len: 168 time: 0.2452838
Feb 19 08:09:29.167356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:09:29.219939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-f038539b-abcb-4de1-82ea-e3706106f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:29.221761 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-f038539b-abcb-4de1-82ea-e3706106f900 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.2135510
Feb 19 08:09:29.280716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=3561386e-3532-4abb-8dae-91c6bb2896ad,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:29.290563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:29.344414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04561116-059c-4b47-8df3-08645135edaf req-aa52fa86-85f4-4952-a07c-7d61fb1d7c6a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:29.346386 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04561116-059c-4b47-8df3-08645135edaf req-aa52fa86-85f4-4952-a07c-7d61fb1d7c6a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2126377
Feb 19 08:09:29.393574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-c1a1ff50-5b69-4316-bbb3-c8868bbd3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:29.395443 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-c1a1ff50-5b69-4316-bbb3-c8868bbd3e30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1542954
Feb 19 08:09:29.470341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550c74-9a68-4989-be1b-83eff8e7bcec req-075bc58e-0566-4165-85e4-4de08d01eded tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:29.474833 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c2550c74-9a68-4989-be1b-83eff8e7bcec req-075bc58e-0566-4165-85e4-4de08d01eded tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.3112667
Feb 19 08:09:29.558426 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04561116-059c-4b47-8df3-08645135edaf req-decbdf92-523d-49c3-a8fd-e624f5305b8c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034841
Feb 19 08:09:29.567636 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c2550c74-9a68-4989-be1b-83eff8e7bcec req-5775c1f0-838e-46a8-b20b-3759891d3bea tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841208
Feb 19 08:09:29.677578 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad', 'code': 200}
Feb 19 08:09:29.695287 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-39780a89-63c9-4cfe-bd94-e44d409db2f4 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765663
Feb 19 08:09:29.788921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f101e80>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'dcd21145-8592-4043-85eb-ddf18f18dd9f', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:b2:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:57Z', 'updated_at': '2021-02-19T08:09:25Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:29.805107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27087fa0-1a5c-491d-ad0a-17779eb250f8 None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'dcd21145-8592-4043-85eb-ddf18f18dd9f', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:b2:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:08:57Z', 'updated_at': '2021-02-19T08:09:25Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:09:29.917279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:30.043337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad8aab22-9ba2-498e-95d5-3c7dc494a016 req-87bdb71b-3629-4b0a-afdd-c83db9264867 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3371909
Feb 19 08:09:30.050524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3561386e-3532-4abb-8dae-91c6bb2896ad triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:30.050675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35324) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:30.050956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:30.127465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75e4d-9c20-4631-a489-b48fe4fb6530 req-1653087a-0ac2-4929-a99e-61871e5ee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:30.128976 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfe75e4d-9c20-4631-a489-b48fe4fb6530 req-1653087a-0ac2-4929-a99e-61871e5ee994 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 1162 time: 0.2111418
Feb 19 08:09:30.143969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Deleting subnet 55a56807-846b-4ac5-93bf-e9662d8c9365 {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:09:30.147252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:30.206476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:30.217726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:30.293614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab3fb0-80db-4756-870a-8b81a4deb0f0 None None] New status for floating IP dcd21145-8592-4043-85eb-ddf18f18dd9f: ACTIVE {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:09:30.469504 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfe75e4d-9c20-4631-a489-b48fe4fb6530 req-8529d68e-8982-41c2-a2f3-c7a13b685b15 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131577
Feb 19 08:09:30.583893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:30.761046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f4610dff-4a96-4a93-b2a2-7092cf40a3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:30.907328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a56807-846b-4ac5-93bf-e9662d8c9365,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:30.911790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:30.964040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef8887-4ec4-4172-933f-ed924f16f9d4 req-81921bd8-bc78-4f06-8851-6caefb56efc7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:30.973957 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5fef8887-4ec4-4172-933f-ed924f16f9d4 req-81921bd8-bc78-4f06-8851-6caefb56efc7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.1191471
Feb 19 08:09:31.027231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5fef8887-4ec4-4172-933f-ed924f16f9d4 req-88c2759c-42c2-43c6-99da-bd364d4e3e1c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512674
Feb 19 08:09:31.042752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.051339 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e1e249d0-7d6e-481b-887d-0437518882ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55a56807-846b-4ac5-93bf-e9662d8c9365 HTTP/1.1" status: 204  len: 168 time: 0.9996929
Feb 19 08:09:31.054130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35360) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:31.094037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cd98d-205e-4dd3-801d-5a1fd2fd1072 req-12c3942e-485e-44a6-8eb1-069bb46ddc94 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:31.108698 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-720cd98d-205e-4dd3-801d-5a1fd2fd1072 req-12c3942e-485e-44a6-8eb1-069bb46ddc94 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.3104081
Feb 19 08:09:31.205686 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-720cd98d-205e-4dd3-801d-5a1fd2fd1072 req-5c9c43c3-81c4-4290-a41f-599faf1cbefd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940146
Feb 19 08:09:31.324082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.536962 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.699804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09cc90b70>,) {'filters': {'network_id': ['15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:31.714998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cc90b70>, 'ec89268f-2d84-4fea-9098-0d76303a0464') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:31.715445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cc90b70>, 'ec89268f-2d84-4fea-9098-0d76303a0464') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:31.728603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.746423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.748780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:09:31.945483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:31.955092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:31.983237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:32.065365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3561386e-3532-4abb-8dae-91c6bb2896ad triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:32.066085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:32.162240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Network 15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:09:32.192248 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:09:32.357174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:32.364965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee9c0-8ea1-4b0a-9181-67242d2e9727 req-2418dbeb-eadd-44c0-b735-e29d134efde4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:32.366679 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-65eee9c0-8ea1-4b0a-9181-67242d2e9727 req-2418dbeb-eadd-44c0-b735-e29d134efde4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.1254945
Feb 19 08:09:32.369102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:32.409403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:32.423412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:32.432546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:32.455936 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15fa5bc3-cbe6-47b3-9e6d-a3cd79ce763d HTTP/1.1" status: 204  len: 168 time: 1.3999772
Feb 19 08:09:32.467797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1023b-7d8d-4934-8669-8b6ec4aa3eff req-1ca50fad-c81c-4e88-b466-0c84dccb2c01 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:32.470632 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-65eee9c0-8ea1-4b0a-9181-67242d2e9727 req-d13ea172-2ba0-4d41-9e46-fcb9fa79f5fa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861189
Feb 19 08:09:32.476891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4b1023b-7d8d-4934-8669-8b6ec4aa3eff req-1ca50fad-c81c-4e88-b466-0c84dccb2c01 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1285841
Feb 19 08:09:32.551293 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4b1023b-7d8d-4934-8669-8b6ec4aa3eff req-18344e87-38c3-4edb-8da1-fdb8551a064f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730193
Feb 19 08:09:32.896684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35434) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:32.956394 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-109a418e-1166-4171-b184-7fc1ad0ada81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87561eef7d3448bbbdc41aedfb3dd6e3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0559866
Feb 19 08:09:32.956605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35438) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:33.019806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:33.047999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:33.097463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:33.104062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4be228e9-c19a-4b27-95b9-8df1e4d71daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:33.120805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59932157-d313-4f49-8fff-5addb54a7c51,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:33.124788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:33.136044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:33.137589 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59932157-d313-4f49-8fff-5addb54a7c51 HTTP/1.1" status: 204  len: 168 time: 0.1800606
Feb 19 08:09:33.555837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35468) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:33.747590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:33.764223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:33.769187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Usage tracker for resource:security_group_rule and tenant:18294da32d55469ea56ab8a46248b377 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:33.772687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:33.780181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:33.870290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea83b-9b24-49d7-b454-4973cb53f9a5 req-da4f103f-5548-4ffc-8b8a-c1976bf989c2 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:33.879683 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c67ea83b-9b24-49d7-b454-4973cb53f9a5 req-da4f103f-5548-4ffc-8b8a-c1976bf989c2 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.1506493
Feb 19 08:09:33.919825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb266a8-2b67-4689-9e08-dfa1fa9a110a req-c00d1004-4094-485f-87ee-c5dc67451865 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:33.921497 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-deb266a8-2b67-4689-9e08-dfa1fa9a110a req-c00d1004-4094-485f-87ee-c5dc67451865 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1178646
Feb 19 08:09:33.950742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c67ea83b-9b24-49d7-b454-4973cb53f9a5 req-b99d0c0c-32e9-4366-9137-17b849676367 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699005
Feb 19 08:09:33.999259 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-deb266a8-2b67-4689-9e08-dfa1fa9a110a req-5ed130f9-73b1-4479-a528-08805c81d849 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678883
Feb 19 08:09:34.047268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.051614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.075689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8955f0dd-8dde-448f-917e-043f0f39f166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:34.097314 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18294da32d55469ea56ab8a46248b377&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5403087
Feb 19 08:09:34.100207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35500) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:34.112618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a461599e-9370-44e0-a05c-762eb19f675f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:34.128672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:34.164953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.192870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.243429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.252186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b2f733ef-8d0e-4269-b634-53f99eb0f682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:34.266222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a461599e-9370-44e0-a05c-762eb19f675f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:34.272518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:34.273696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.275065 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a461599e-9370-44e0-a05c-762eb19f675f HTTP/1.1" status: 204  len: 168 time: 0.1738310
Feb 19 08:09:34.709005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35524) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:34.728215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.745783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:34.750031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Usage tracker for resource:security_group_rule and tenant:50a42c702be9407d93ef967a0e51d027 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:34.753839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:34.759781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:34.847538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.850758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:34.863733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7819d96c-fc5f-4ef3-bdf9-6a683dc2f6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:34.907819 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50a42c702be9407d93ef967a0e51d027&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1975586
Feb 19 08:09:34.909029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41125f-f334-44f1-a3bb-7b1478968e44,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:34.911255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35530) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:34.912387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:34.982271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:35.010152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:35.061221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:35.066976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3d01c6ce-c9aa-486f-938b-7cc4ae432d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:35.081773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41125f-f334-44f1-a3bb-7b1478968e44,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:35.082948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:35.090884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:35.092123 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be41125f-f334-44f1-a3bb-7b1478968e44 HTTP/1.1" status: 204  len: 168 time: 0.1794300
Feb 19 08:09:35.933680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b9e24f93-5b26-4116-84ca-512a6df53029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.318474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35584) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:36.442384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.458075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:36.462129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Usage tracker for resource:security_group_rule and tenant:8ac3ee21912e4cb6a1b409ec7143634c is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:36.465088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:36.470874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:36.554271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.557115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.565834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:36.611344 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ac3ee21912e4cb6a1b409ec7143634c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2916908
Feb 19 08:09:36.611591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35592) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:36.613164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b57c0-3a42-492a-a377-62e7f3aa199c,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:36.616485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:36.683574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.711836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.759814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.764759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3c9d388f-3261-439f-8860-b703e94d3708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:36.778977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b57c0-3a42-492a-a377-62e7f3aa199c,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:36.782003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:36.782923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:36.784966 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/269b57c0-3a42-492a-a377-62e7f3aa199c HTTP/1.1" status: 204  len: 168 time: 0.1723747
Feb 19 08:09:37.332875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bfbc0-a08e-416d-9a49-6b8f7cb4b409 req-dffb5cef-105a-45b7-bd51-439b68a7826f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:37.334797 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7d5bfbc0-a08e-416d-9a49-6b8f7cb4b409 req-dffb5cef-105a-45b7-bd51-439b68a7826f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0997071
Feb 19 08:09:37.397347 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7d5bfbc0-a08e-416d-9a49-6b8f7cb4b409 req-03ae4b8e-8016-42c7-9b51-8f9f743c17d7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464346
Feb 19 08:09:37.411869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:37.504876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3561386e-3532-4abb-8dae-91c6bb2896ad triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:37.505274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:38.388615 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94f5498a-eb15-4251-b49c-a2d75fafc109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:38.659483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328059c-d521-4446-8dc1-5bc243ca5a10 req-82ad9d2b-4487-4629-bb73-3502e15ba50c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:38.661161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3328059c-d521-4446-8dc1-5bc243ca5a10 req-82ad9d2b-4487-4629-bb73-3502e15ba50c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1005447
Feb 19 08:09:38.714367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:38.724543 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3328059c-d521-4446-8dc1-5bc243ca5a10 req-8b9864bd-5cf1-404e-954a-a2e2a326d4dd tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569234
Feb 19 08:09:38.735033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35666) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:38.816423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Deleting subnet f1b3164f-b992-4dcc-9154-272df69a2967 {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:09:38.816423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:38.872784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:38.880497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.144896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.161243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d0596b7e-5723-4234-a0a1-2e111ef43a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:39.256212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b3164f-b992-4dcc-9154-272df69a2967,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:39.259427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:39.301231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.310172 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1f014a17-6851-494f-beec-7a846368ccf3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1b3164f-b992-4dcc-9154-272df69a2967 HTTP/1.1" status: 204  len: 168 time: 0.5698304
Feb 19 08:09:39.310342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35678) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:39.433405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.635178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.673278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.754930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa09e393828>> segment before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.755334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa09e393828>> subnet precommit_delete_associations 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.756165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> segment_host_mapping after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.756549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> port after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.756911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.757273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.757635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> segment after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.758042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> subnet after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.758405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> subnet after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.758763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa09cc209e8>> subnet after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.826507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09df90d30>> subnet after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.826902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09df90d30>> subnet after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.827282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09df90d30>> subnet before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.827659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa09df90d30>> subnet before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 08:09:39.828049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09e0a3f98>,) {'filters': {'network_id': ['d7e6ff54-47d5-4565-b82f-0f3c1d81782e']}} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:39.842229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09e0a3f98>, '97e1f8d0-5d5c-4e29-ae39-d4b4b10712d3') {'for_net_delete': True} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:39.842513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09e0a3f98>, '97e1f8d0-5d5c-4e29-ae39-d4b4b10712d3') {} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:39.855085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852712237'] for segment, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.870018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:39.871997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:09:40.060784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:40.073517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851575345'] for segment, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.409782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.471057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Network d7e6ff54-47d5-4565-b82f-0f3c1d81782e has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   from cryptography.utils import int_from_bytes
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   from cryptography.utils import int_from_bytes
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   (rel_b, rel_a, rel_b),
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   (rel_b, rel_a, rel_b),
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:09:40.496829 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:09:40.576624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.581405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4336c0cd-3ddc-451e-a234-b5ff792472ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:40.598799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.606380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e6ff54-47d5-4565-b82f-0f3c1d81782e,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:40.608828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:40.614012 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2564b6ac-52a8-4579-958c-0f1eab01fb6e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7e6ff54-47d5-4565-b82f-0f3c1d81782e HTTP/1.1" status: 204  len: 168 time: 1.3026457
Feb 19 08:09:40.614186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35696) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:40.698354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Deleting subnet f92ad507-5946-4e57-8153-f510eea2a937 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:09:40.702522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.755341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:40.814063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.285293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.300696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:41.396715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92ad507-5946-4e57-8153-f510eea2a937,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:41.400591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:41.434472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.450020 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ef5c3af8-0c8c-4639-a891-93af50678a82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f92ad507-5946-4e57-8153-f510eea2a937 HTTP/1.1" status: 204  len: 168 time: 0.8348022
Feb 19 08:09:41.452581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35708) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:41.567376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.767614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.887258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09c86e278>,) {'filters': {'network_id': ['a6e73241-b889-4f06-a8db-f9bc7e5519c2']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:41.900350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c86e278>, 'e7127372-69e6-4753-9b1b-690a882a355b') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:41.900686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c86e278>, 'e7127372-69e6-4753-9b1b-690a882a355b') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:09:41.913371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.928765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:41.930813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:09:42.037901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.125072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:42.139791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.307305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88d9d-187b-488c-b04b-4b79f940e70a req-64f3279f-0800-44c0-b253-aa21584c8238 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:42.308903 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-56f88d9d-187b-488c-b04b-4b79f940e70a req-64f3279f-0800-44c0-b253-aa21584c8238 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0957224
Feb 19 08:09:42.326862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Network a6e73241-b889-4f06-a8db-f9bc7e5519c2 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:09:42.351320 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:09:42.366257 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-56f88d9d-187b-488c-b04b-4b79f940e70a req-58906872-bbd5-4fb0-a447-d1aec943fb5c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491934
Feb 19 08:09:42.434095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.438346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.442256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:42.460115 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6e73241-b889-4f06-a8db-f9bc7e5519c2 HTTP/1.1" status: 204  len: 168 time: 1.0064650
Feb 19 08:09:42.463439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e73241-b889-4f06-a8db-f9bc7e5519c2,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:42.466324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b30e199e-54b4-40dc-b0aa-54d5a905c544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:42.723363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35724) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:42.777151 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-23828c49-cbd0-4dca-a207-ae14cb83a6d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ebdc5b8f7224bfa82382d6399d0cd7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527937
Feb 19 08:09:42.779693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 35732) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:42.847439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.878623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.931064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.936527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:42.950623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d1648a-da3f-4f6a-a805-f7f526ba0900,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:42.953458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:42.955852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:42.957234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45d1648a-da3f-4f6a-a805-f7f526ba0900 HTTP/1.1" status: 204  len: 168 time: 0.1764252
Feb 19 08:09:43.382168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35756) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:43.443795 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-56975071-6022-48a5-a0f0-8ca67008cdff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4aafd6b3e74257aa7e663c8ec75618&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599265
Feb 19 08:09:43.444883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 35764) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:43.514547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:43.545719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:43.592013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:43.596669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-57abccc7-3579-4a73-bf87-8629adeb99bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:43.612955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20dce9-9160-4bb2-b7fc-67c37e6924a2,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:43.615452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:43.621053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:43.625784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c20dce9-9160-4bb2-b7fc-67c37e6924a2 HTTP/1.1" status: 204  len: 168 time: 0.1792626
Feb 19 08:09:45.957904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59389c25-fa61-4c19-aa5b-9fe6177f6e9c req-d50c0432-4daf-481a-b28c-6f3147a2f8d3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:45.959589 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-59389c25-fa61-4c19-aa5b-9fe6177f6e9c req-d50c0432-4daf-481a-b28c-6f3147a2f8d3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0905428
Feb 19 08:09:46.019810 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-59389c25-fa61-4c19-aa5b-9fe6177f6e9c req-99823738-b759-4c17-89ab-55563ad7f32e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508842
Feb 19 08:09:49.639890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8247-295b-435e-9aaa-0692fec1bf39 req-8e11581e-eb04-4550-adc8-a43283a26970 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:49.641447 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-545b8247-295b-435e-9aaa-0692fec1bf39 req-8e11581e-eb04-4550-adc8-a43283a26970 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0895443
Feb 19 08:09:49.692892 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-545b8247-295b-435e-9aaa-0692fec1bf39 req-8f59ebcc-de32-4111-b3e0-8f6a397d6f68 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431547
Feb 19 08:09:50.534119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-afbaf330-946c-4521-9d13-ad3c2c97d84b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:50.538442 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-afbaf330-946c-4521-9d13-ad3c2c97d84b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.1724999
Feb 19 08:09:50.557597 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-12503176-9d21-4354-8723-0c6476b932e8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/quotas/9c0c83b5e9e549c7bb13ff93ab2e47bb HTTP/1.1" status: 200  len: 375 time: 0.0151827
Feb 19 08:09:50.671202 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-d6118ef5-4270-45a8-9af6-a5cd37b997fb tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1075895
Feb 19 08:09:50.849563 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-4723c6f5-0a61-4d4c-b85b-3365500482cb service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697173
Feb 19 08:09:50.981084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ca841-2413-4905-9071-e63b9d3d9a81 req-fff0d785-5ab5-4b3a-a3bd-0d466bba1167 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:50.989037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad6ca841-2413-4905-9071-e63b9d3d9a81 req-fff0d785-5ab5-4b3a-a3bd-0d466bba1167 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1066513
Feb 19 08:09:51.043570 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ad6ca841-2413-4905-9071-e63b9d3d9a81 req-6cbf9aee-1473-4bc0-80c4-a65db994381b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531437
Feb 19 08:09:51.062298 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-8b966b91-772e-456b-ba7d-da7326f66251 service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2117765
Feb 19 08:09:51.274511 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fe76ceb5-716e-4530-bd9d-0aa0e91ec9e8 req-591c747a-a057-4e4e-ab35-a206a6ddc8e5 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.0543847
Feb 19 08:09:52.188169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:09:52.275183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560cf4-ea0c-44c4-aae3-25e051e9303c req-6c08e546-fab3-4d4f-a3a7-da06098e815b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:52.275352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port b4377d75-92dc-4498-8238-02bbffb6c9ae triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:09:52.275642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:52.276883 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3560cf4-ea0c-44c4-aae3-25e051e9303c req-6c08e546-fab3-4d4f-a3a7-da06098e815b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1034577
Feb 19 08:09:52.348465 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3560cf4-ea0c-44c4-aae3-25e051e9303c req-2cf8b0a6-246d-481b-a6c0-ea28e7e9543f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644035
Feb 19 08:09:52.628414 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c849e557-c321-40f8-87e1-0da8497bf44a req-9bc1f1f5-bd3a-47de-9687-bf8e43779d07 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.1619208
Feb 19 08:09:52.714610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-303c3d1f-1fc2-4fd3-9e28-17ab7263fc50 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:52.717439 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-303c3d1f-1fc2-4fd3-9e28-17ab7263fc50 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.2497737
Feb 19 08:09:52.746380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Request body: {'port': {'device_id': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395', 'admin_state_up': True, 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:53.010123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:53.022634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:53.032775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:53.038686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.126569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36038) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:53.282864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.300158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:53.304437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3efc0c74ec4284b51d6273704e2d2e is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:53.307504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:53.313406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:53.367262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Allocated IP 172.20.0.5 (275877ff-0554-44b8-afd6-cea6742c8395/f3a499da-f956-4f6b-9c2c-186943c8d2b9/febf91de-f861-4727-8713-b6c516355a3c) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:09:53.411860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.414670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.442593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c4bb7392-c905-4533-9591-d83e9beef8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:53.469337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f3efc0c74ec4284b51d6273704e2d2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3415031
Feb 19 08:09:53.501920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36046) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:53.517735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e3eb5-e9db-45a5-81b2-735e6a6e3b3f,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:53.522041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-eb8c2cd9-ca37-4d8b-a7d4-df18cac66d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:53.567684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f802-baec-4de0-bcf6-d5084390c61a req-fd537271-219b-421a-8980-cb1099a700ca tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:53.569298 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-92b8f802-baec-4de0-bcf6-d5084390c61a req-fd537271-219b-421a-8980-cb1099a700ca tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0987844
Feb 19 08:09:53.629519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-92b8f802-baec-4de0-bcf6-d5084390c61a req-369f69bd-2ecc-47b0-8c51-9ebe0b604288 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536697
Feb 19 08:09:53.642335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.683052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.695286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.802735 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bab49ee2-3871-431e-aa64-8c478f8f64e3 req-f07fe0b2-1b31-4521-9f4e-2232e5e338db tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.0550787
Feb 19 08:09:53.806610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.809098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:53.813443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1cce9037-ab55-4e61-9735-fa50a7df0672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:53.841876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e3eb5-e9db-45a5-81b2-735e6a6e3b3f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:53.896285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:53.903718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:54.042851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event updated for resources: {'Port': ['ID=febf91de-f861-4727-8713-b6c516355a3c,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:54.047086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.048209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd1e3eb5-e9db-45a5-81b2-735e6a6e3b3f HTTP/1.1" status: 204  len: 168 time: 0.5453186
Feb 19 08:09:54.051767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:54.063770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Network 275877ff-0554-44b8-afd6-cea6742c8395 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:09:54.065053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:54.067625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:09:54.145207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:54.145207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.163941 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4275141
Feb 19 08:09:54.187537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Request body: {'port': {'device_id': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:54.412726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.435762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28007f83-f8b4-4149-932b-208516d48077 req-187dc139-a343-4878-9626-e6b380f7022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:54.438402 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28007f83-f8b4-4149-932b-208516d48077 req-187dc139-a343-4878-9626-e6b380f7022a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1162 time: 0.1028697
Feb 19 08:09:54.461117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36074) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:54.506193 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28007f83-f8b4-4149-932b-208516d48077 req-ff6a7b2a-a3ee-4f30-8fe4-0490da28f100 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595102
Feb 19 08:09:54.676693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.699695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:54.704314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd1e79cc0de4f63b481e8c83dd4a620 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:54.708608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:54.715087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:54.741293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36082) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:54.778997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.801515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:54.805893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Usage tracker for resource:security_group_rule and tenant:d67de0fd0afe42b5aa54a6bedfab310b is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:54.809020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:54.814904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:54.823981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.831546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.921735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ebc09af1-bf9b-486c-adca-91c2b771d6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:54.923635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.930919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:54.939459 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd1e79cc0de4f63b481e8c83dd4a620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4729137
Feb 19 08:09:54.943672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36088) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:54.947757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:54.976375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3740ee-8bfc-4308-805c-2af5af4cca6f,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:54.980198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:55.004383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207933-47e9-4a02-ab88-445822174cb2 req-1cdd1725-3bb0-4a8e-9e83-5267a47f6160 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:55.006078 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3207933-47e9-4a02-ab88-445822174cb2 req-1cdd1725-3bb0-4a8e-9e83-5267a47f6160 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1787243
Feb 19 08:09:55.059338 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3207933-47e9-4a02-ab88-445822174cb2 req-907cb490-fada-4197-9b8e-7a8b5ee54ff8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465767
Feb 19 08:09:55.089288 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d67de0fd0afe42b5aa54a6bedfab310b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3467212
Feb 19 08:09:55.092080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36092) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:55.112923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd09584-5e66-48e6-bc66-2dd0c7142482,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:55.123052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:55.170024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.202037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.202254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.253530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febf91de-f861-4727-8713-b6c516355a3c {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:09:55.256666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.262407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:55.266648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fb124-fe3e-440d-85d7-056b2d4310ff req-fe4aa570-b98a-4a58-8c0a-2800bc38bfe8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:55.267424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-835fb124-fe3e-440d-85d7-056b2d4310ff req-fe4aa570-b98a-4a58-8c0a-2800bc38bfe8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:09:55.277451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd09584-5e66-48e6-bc66-2dd0c7142482,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:55.278127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.280301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:55.286472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.291154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.295470 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbd09584-5e66-48e6-bc66-2dd0c7142482 HTTP/1.1" status: 204  len: 168 time: 0.1996059
Feb 19 08:09:55.323019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Transition to ACTIVE for port object febf91de-f861-4727-8713-b6c516355a3c will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:09:55.335791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.336266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-835fb124-fe3e-440d-85d7-056b2d4310ff req-fe4aa570-b98a-4a58-8c0a-2800bc38bfe8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:09:55.337584 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-835fb124-fe3e-440d-85d7-056b2d4310ff req-fe4aa570-b98a-4a58-8c0a-2800bc38bfe8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 931 time: 0.3929262
Feb 19 08:09:55.358366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:55.778556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Pushing event updated for resources: {'Port': ['ID=febf91de-f861-4727-8713-b6c516355a3c,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:55.794212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:55.797544 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-835fb124-fe3e-440d-85d7-056b2d4310ff req-d3809009-a625-47ff-a5fe-5952e4a2d75c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4431207
Feb 19 08:09:55.803274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.810212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:55.828403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3740ee-8bfc-4308-805c-2af5af4cca6f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:55.844013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:55.854441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:55.855666 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f3740ee-8bfc-4308-805c-2af5af4cca6f HTTP/1.1" status: 204  len: 168 time: 0.8979185
Feb 19 08:09:56.021778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Attempting to bind port febf91de-f861-4727-8713-b6c516355a3c on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:09:56.022174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Attempting to bind port febf91de-f861-4727-8713-b6c516355a3c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:09:56.022541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Attempting to bind port febf91de-f861-4727-8713-b6c516355a3c on network 275877ff-0554-44b8-afd6-cea6742c8395 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:09:56.028252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:09:56.028631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Checking segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:56.029024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:56.029418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Bound using segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:09:56.029932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Bound port: febf91de-f861-4727-8713-b6c516355a3c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:09:56.030307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:56.135967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] For port febf91de-f861-4727-8713-b6c516355a3c, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:09:56.139638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] For port febf91de-f861-4727-8713-b6c516355a3c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=febf91de-f861-4727-8713-b6c516355a3c,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:09:56.145390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:56.165582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:56.325514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Pushing event updated for resources: {'Port': ['ID=febf91de-f861-4727-8713-b6c516355a3c,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:56.329068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:56.375858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:56.376654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:56.378113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] 10.222.0.70 "PUT /v2.0/ports/febf91de-f861-4727-8713-b6c516355a3c HTTP/1.1" status: 200  len: 1157 time: 2.1962509
Feb 19 08:09:56.378689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:09:56.843538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36164) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:57.018889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1711881412-network', 'tenant_id': 'b66de20c7fc3459b8d4305f9a1bde654'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:57.024027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:57.028115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Usage tracker for resource:network and tenant:b66de20c7fc3459b8d4305f9a1bde654 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:57.031241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:57.037360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:57.048626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Made reservation on behalf of b66de20c7fc3459b8d4305f9a1bde654 for: {'network': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:57.054422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.071518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.086858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:57.090943 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Usage tracker for resource:security_group_rule and tenant:b66de20c7fc3459b8d4305f9a1bde654 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:57.093974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:57.099861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:57.189568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.192588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.197176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cfca9f54-a8c8-4b45-9966-417ef9959138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:57.227364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:09:57.240975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800df4e0-40dd-46bb-82cc-d432db124cba,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:57.245327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:57.246356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.246784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Added segment b16c7856-9968-468c-b32b-f6b5a09adf1f of type vxlan for network 426546aa-c1dc-4164-80c1-4f20a0620ab5
Feb 19 08:09:57.276563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.308511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.309784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:57.310450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.315655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:57.424913 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5794883
Feb 19 08:09:57.425913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Pushing event updated for resources: {'Network': ['ID=426546aa-c1dc-4164-80c1-4f20a0620ab5,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:57.428993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36180) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:09:57.429195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:57.437116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Request body: {'subnet': {'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1711881412-subnet', 'tenant_id': 'b66de20c7fc3459b8d4305f9a1bde654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:09:57.439698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:57.445608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:09:57.450011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Usage tracker for resource:subnet and tenant:b66de20c7fc3459b8d4305f9a1bde654 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:09:57.454177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:09:57.460337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:09:57.470310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Made reservation on behalf of b66de20c7fc3459b8d4305f9a1bde654 for: {'subnet': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:09:57.476156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852456097'] for subnet, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.969019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851577047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852456114'] for subnet, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:57.984550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-397c9d55-251e-4f2e-9e14-cce79153edc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:09:58.028144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:09:58.191595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775f42b3-a1de-41f1-b9b0-257375c0aebe,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:09:58.195988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:09:58.258005 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c', 'status': 'completed', 'code': 200}
Feb 19 08:09:58.260055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-fde198a4-7288-411e-a67c-93e475316eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:58.261692 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-fde198a4-7288-411e-a67c-93e475316eab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 1160 time: 0.1870537
Feb 19 08:09:58.400200 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-9c08050f-98e4-4f5b-9e5c-7b7efb992d02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=febf91de-f861-4727-8713-b6c516355a3c HTTP/1.1" status: 200  len: 217 time: 0.1210270
Feb 19 08:09:58.402494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Checking segment: {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:09:58.402957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Network hostable DHCP agents. Network: 426546aa-c1dc-4164-80c1-4f20a0620ab5, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:09:58.415568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16403-760c-4915-9f79-b5ea18bf0550 req-f745d093-6845-44b2-8ad1-4add2400858b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:58.417191 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8d16403-760c-4915-9f79-b5ea18bf0550 req-f745d093-6845-44b2-8ad1-4add2400858b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.0936341
Feb 19 08:09:58.472023 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8d16403-760c-4915-9f79-b5ea18bf0550 req-ce5b13e6-5143-4cef-ad61-4226090f648c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479183
Feb 19 08:09:58.531304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:09:58.552036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 426546aa-c1dc-4164-80c1-4f20a0620ab5) {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:09:58.555572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587273f5-2272-4200-adac-c178fa87458b req-102e25fb-2925-414a-a20e-96ee2c4f79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:58.557183 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-102e25fb-2925-414a-a20e-96ee2c4f79dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.1019444
Feb 19 08:09:58.563058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fd0f9-4b2c-4bef-b0ab-b495df16985a None None] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:58.615275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:58.615925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:09:58.642769 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-3eb4392f-67df-461b-8278-8ae7c6db813b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735686
Feb 19 08:09:58.656324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfc3c-b5b2-4436-bf57-9aff4e2689f2 req-8f1f134b-054a-411c-ac63-5d2d9b448dbd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:58.657934 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b2fdfc3c-b5b2-4436-bf57-9aff4e2689f2 req-8f1f134b-054a-411c-ac63-5d2d9b448dbd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 943 time: 0.2565572
Feb 19 08:09:58.768276 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a321b6f6-6524-4f53-ba65-e221d3028174 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3369222
Feb 19 08:09:58.843571 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b2fdfc3c-b5b2-4436-bf57-9aff4e2689f2 req-98df7208-e982-4c25-99a8-998e5e37dc21 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592243
Feb 19 08:09:58.886821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8909f-7fed-4722-ab53-c96359face36 None None] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:09:58.889534 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-dcb003f3-92cd-450a-b8da-fea2742b20c4 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297335
Feb 19 08:09:59.074642 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-587273f5-2272-4200-adac-c178fa87458b req-47dcb0c3-7b88-4e3e-9a4e-d0fce66e87c1 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1722620
Feb 19 08:09:59.226465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-0cffdcac-ef71-4a8f-810b-37d5a8955e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:59.228120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-0cffdcac-ef71-4a8f-810b-37d5a8955e1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 1160 time: 0.0828540
Feb 19 08:09:59.475425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-0195277f-58b7-4d9a-81e5-79d3536eaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:59.477234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-0195277f-58b7-4d9a-81e5-79d3536eaf80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.2312388
Feb 19 08:09:59.564055 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-150911b8-324b-481d-8699-839f27d3d2b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=febf91de-f861-4727-8713-b6c516355a3c HTTP/1.1" status: 200  len: 217 time: 0.0783286
Feb 19 08:09:59.740686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-324b766d-f69d-4e6e-a7dc-e0422b1bca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:59.742348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-324b766d-f69d-4e6e-a7dc-e0422b1bca2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.1696761
Feb 19 08:09:59.765021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacad2d-052c-4e84-bb70-07d7b69cf9de req-2615aaed-99da-4949-af96-3c296182294b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:09:59.773559 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bacad2d-052c-4e84-bb70-07d7b69cf9de req-2615aaed-99da-4949-af96-3c296182294b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1704466
Feb 19 08:09:59.830515 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bacad2d-052c-4e84-bb70-07d7b69cf9de req-9513ce01-f8f6-4b95-840f-db249f38fa10 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556240
Feb 19 08:09:59.836557 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-1532b1b0-2ebe-4133-a6fa-b1a95fccfcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810132
Feb 19 08:09:59.998805 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-65ff20af-c37b-4334-8f51-1d783eee701e service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488523
Feb 19 08:10:00.099354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae430f-e920-4d6f-8d1a-803347923281 req-c1214787-e1f3-46a8-94f2-1b4454a86c59 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:00.101093 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9ae430f-e920-4d6f-8d1a-803347923281 req-c1214787-e1f3-46a8-94f2-1b4454a86c59 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 943 time: 0.1132009
Feb 19 08:10:00.153081 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9ae430f-e920-4d6f-8d1a-803347923281 req-d7a58012-b1ab-4686-8261-6807811df8f9 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453198
Feb 19 08:10:00.243608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452e247-1837-45e5-8496-c29a40b00eb5 req-94773218-b353-4723-9ffd-d7a3ef342a65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:00.245130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f452e247-1837-45e5-8496-c29a40b00eb5 req-94773218-b353-4723-9ffd-d7a3ef342a65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2453661
Feb 19 08:10:00.247145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-515f8050-9ec7-4bca-8a5b-58319db75445 req-a9ff207c-214a-44be-a47d-b957cfc13413 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1981413
Feb 19 08:10:00.265675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:00.295683 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f452e247-1837-45e5-8496-c29a40b00eb5 req-95d3e602-0a5c-4395-9365-c2bdc9d09190 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440369
Feb 19 08:10:00.353708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port b4377d75-92dc-4498-8238-02bbffb6c9ae triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:00.354153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:01.366350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfa449-a3ab-4fbf-b57b-aaff3ab8350b req-4346d96f-fed7-4b72-9796-0a8753090592 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:01.368037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4bfa449-a3ab-4fbf-b57b-aaff3ab8350b req-4346d96f-fed7-4b72-9796-0a8753090592 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 943 time: 0.0934856
Feb 19 08:10:01.438391 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4bfa449-a3ab-4fbf-b57b-aaff3ab8350b req-4c6b6ac2-a591-4ee3-b562-4de524a56b05 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626700
Feb 19 08:10:01.654055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-c25c3824-979a-4ae0-a70c-213067ce12ad tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:01.654909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-c25c3824-979a-4ae0-a70c-213067ce12ad tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Synchronizing usage tracker for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:network {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:10:01.674023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-c25c3824-979a-4ae0-a70c-213067ce12ad tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Unset dirty status for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:network {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:10:01.678715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-c25c3824-979a-4ae0-a70c-213067ce12ad tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 814 time: 0.4105415
Feb 19 08:10:01.695617 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-32dc00ba-5f81-4b2a-8afe-a063d8c4038f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/quotas/b66de20c7fc3459b8d4305f9a1bde654 HTTP/1.1" status: 200  len: 375 time: 0.0103786
Feb 19 08:10:01.752957 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-25144e13-ce82-41cc-95cd-bdef1ec775e2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505657
Feb 19 08:10:01.822646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:10:01.915167 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-447c0614-cb25-4329-abdf-9fc60d13112d service neutron] 10.222.0.13 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543746
Feb 19 08:10:02.064899 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-c33291fd-e978-4049-a855-ec048ae82598 service neutron] 10.222.0.13 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417882
Feb 19 08:10:02.273387 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6ac37754-c07b-462b-85f6-ebaa54ba846b req-c5d9b629-a16a-4fc5-a66e-ca84393fb9c1 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0529826
Feb 19 08:10:02.508073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-83a30e06-8b75-481b-ae05-07cf3cb9b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:02.509868 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-83a30e06-8b75-481b-ae05-07cf3cb9b473 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.1761489
Feb 19 08:10:02.553315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22effba6-14b2-4999-980f-d5f64801cde7 req-d3c4f184-b610-41d6-aea5-fc785bccd4c6 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:02.555182 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-22effba6-14b2-4999-980f-d5f64801cde7 req-d3c4f184-b610-41d6-aea5-fc785bccd4c6 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1607676
Feb 19 08:10:02.676589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa7c0b-62c1-4ff1-b4f6-20f2cce913ac req-9f530325-6f8f-4b32-9566-38f888bf26a0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:02.684717 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cfa7c0b-62c1-4ff1-b4f6-20f2cce913ac req-9f530325-6f8f-4b32-9566-38f888bf26a0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 943 time: 0.1215289
Feb 19 08:10:02.738494 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cfa7c0b-62c1-4ff1-b4f6-20f2cce913ac req-dd9371ca-d648-425e-84c2-140671a4aa89 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520608
Feb 19 08:10:02.974339 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-22effba6-14b2-4999-980f-d5f64801cde7 req-8f3cc9b1-bf84-49e3-a56b-1cdc6bdde902 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3203475
Feb 19 08:10:02.977210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-0ca38b60-d890-4939-afd8-8dbec3b39197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:02.978176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-0ca38b60-d890-4939-afd8-8dbec3b39197 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.4588292
Feb 19 08:10:03.066131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-6b3a0f16-8696-47de-b11c-36c43b5aec82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.0765781
Feb 19 08:10:03.145097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-4426a764-71ea-4ae7-b998-56c47187f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:03.146202 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-4426a764-71ea-4ae7-b998-56c47187f2b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0684402
Feb 19 08:10:03.221258 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-3c6de0a9-bf9b-4cb1-a6cd-18b6a095044f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542793
Feb 19 08:10:03.337770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device febf91de-f861-4727-8713-b6c516355a3c up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:03.380144 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-d558ad8d-61d1-4d8b-9f74-3d4a785f9375 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496317
Feb 19 08:10:03.421034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port febf91de-f861-4727-8713-b6c516355a3c completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:03.426377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port febf91de-f861-4727-8713-b6c516355a3c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:03.426804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:03.544207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7767ffe1-8f13-4baf-ab6c-a53abec1aaf0 req-5e32ca40-ba31-4b36-a97e-c66b91ec4ecd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.1244116
Feb 19 08:10:03.578468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:03.656097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port febf91de-f861-4727-8713-b6c516355a3c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=febf91de-f861-4727-8713-b6c516355a3c,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:03.657709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:10:03.668384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:03.672025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:03.691120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fc00540c-635f-443c-b1d8-4b9d0c101970 req-4308edd1-7a2b-4974-ad0c-cd53016bca15 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3010824
Feb 19 08:10:03.791758 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c', 'code': 200}
Feb 19 08:10:03.813918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=febf91de-f861-4727-8713-b6c516355a3c,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:03.830592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:04.077707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-755ad97f-135b-4fa4-8e6c-39441cdcf076 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:04.079524 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-755ad97f-135b-4fa4-8e6c-39441cdcf076 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 814 time: 0.3032768
Feb 19 08:10:04.107801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Request body: {'port': {'device_id': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5', 'admin_state_up': True, 'tenant_id': 'b66de20c7fc3459b8d4305f9a1bde654'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:04.135072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f95ec-6de4-4ec0-94a8-a73ad2f393c3 req-284a475b-5c85-455a-9eae-d5d864f5cd74 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:04.136713 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-209f95ec-6de4-4ec0-94a8-a73ad2f393c3 req-284a475b-5c85-455a-9eae-d5d864f5cd74 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1767023
Feb 19 08:10:04.305364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6377e-2790-4a15-9db5-01e9232d619d req-a647a43f-94db-4acd-8d3e-ff7bbbf8c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:04.307661 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40a6377e-2790-4a15-9db5-01e9232d619d req-a647a43f-94db-4acd-8d3e-ff7bbbf8c0db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 1162 time: 0.0970950
Feb 19 08:10:04.311737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device febf91de-f861-4727-8713-b6c516355a3c up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:04.349599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-209f95ec-6de4-4ec0-94a8-a73ad2f393c3 req-28175d2f-c95f-404f-9977-fac876d8d5a9 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601949
Feb 19 08:10:04.370005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36370) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:04.397312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:04.412522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Usage tracker for resource:port and tenant:b66de20c7fc3459b8d4305f9a1bde654 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:04.415768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:04.421614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:04.442136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Made reservation on behalf of b66de20c7fc3459b8d4305f9a1bde654 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:04.447807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.450199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port febf91de-f861-4727-8713-b6c516355a3c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:04.450896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.469138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40a6377e-2790-4a15-9db5-01e9232d619d req-018f66c3-8c2f-4109-a5d9-42c8af6c4ffa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478393
Feb 19 08:10:04.493680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd221c-775a-4919-a669-c51c12f69c4f req-34278267-b0a0-439a-81fd-81a227f6829b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:04.495577 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dfbd221c-775a-4919-a669-c51c12f69c4f req-34278267-b0a0-439a-81fd-81a227f6829b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1243625
Feb 19 08:10:04.563462 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dfbd221c-775a-4919-a669-c51c12f69c4f req-60f2e3c2-a3d3-4960-b7d2-74cf78656081 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601251
Feb 19 08:10:04.569446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.585631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:04.590640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Usage tracker for resource:security_group_rule and tenant:a96388f59166448f8f4a9772fcca6aab is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:04.594177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:04.601050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:04.769049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.778039 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90a78d68-188f-4dde-9c4e-69dab48a7dd1 req-3baa1a0a-ca5e-4134-b045-03d76936c47c tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0596020
Feb 19 08:10:04.779345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.809890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d45212c2-3dd0-41ca-a898-15ac590f791b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:04.821463 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-068a2863-f806-43f7-850e-888513233840 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a96388f59166448f8f4a9772fcca6aab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4489198
Feb 19 08:10:04.824904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36380) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:04.852930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Allocated IP 172.20.0.6 (426546aa-c1dc-4164-80c1-4f20a0620ab5/775f42b3-a1de-41f1-b9b0-257375c0aebe/939f72af-22f6-4945-a432-9408c1846302) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:04.859479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4256b-1fa9-4b4b-a442-50b03b80b477,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:04.888648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:04.916088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.945126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:04.991922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.001115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:05.012419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4256b-1fa9-4b4b-a442-50b03b80b477,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:05.018724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:05.020926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.024777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbd4256b-1fa9-4b4b-a442-50b03b80b477 HTTP/1.1" status: 204  len: 168 time: 0.1960945
Feb 19 08:10:05.105429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.138394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.154929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:05.357748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Pushing event updated for resources: {'Port': ['ID=939f72af-22f6-4945-a432-9408c1846302,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:05.362728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:05.363163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:05.364046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:05.371061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:05.459877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:05.460559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.483107 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3791654
Feb 19 08:10:05.497590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Request body: {'port': {'device_id': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:05.706419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:05.793722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc126-da39-4305-8938-4dbc04e955e8 req-4ebad504-85a0-4e91-b4fa-72fa39b1b00c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:05.795431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06fdc126-da39-4305-8938-4dbc04e955e8 req-4ebad504-85a0-4e91-b4fa-72fa39b1b00c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.2521918
Feb 19 08:10:05.820609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8c7c-00af-4e0f-a313-e23b9a7d7004 req-5de6bacd-5f09-4e8a-bc21-42afb69300d0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:05.828612 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-537a8c7c-00af-4e0f-a313-e23b9a7d7004 req-5de6bacd-5f09-4e8a-bc21-42afb69300d0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1214595
Feb 19 08:10:05.865603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36424) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:05.879234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-537a8c7c-00af-4e0f-a313-e23b9a7d7004 req-daa75956-cb51-40a4-8ea0-6272de111e9a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496740
Feb 19 08:10:05.905286 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06fdc126-da39-4305-8938-4dbc04e955e8 req-fda2d32b-7fdf-4761-a099-63039aaa1330 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999939
Feb 19 08:10:05.939399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-37ae5ab3-d6c4-4467-978d-3e19f6c70497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.064174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1881854645-network', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:06.070039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:06.076751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Usage tracker for resource:network and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:06.082884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:06.090158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:06.111513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Made reservation on behalf of b0c1994b8d0f45d4afed6931ee786c53 for: {'network': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:06.116390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.141815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.158029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e0161-2e24-488a-9e59-981a3d28645a req-994668b0-6e09-478e-871f-585ee7c43435 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:06.160488 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-710e0161-2e24-488a-9e59-981a3d28645a req-994668b0-6e09-478e-871f-585ee7c43435 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 931 time: 0.1556878
Feb 19 08:10:06.169699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:06.188256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Usage tracker for resource:security_group_rule and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:06.194765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:06.203200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:06.230827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-710e0161-2e24-488a-9e59-981a3d28645a req-c8ff2881-4629-4c02-890f-73ac17ee1f25 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Synchronizing usage tracker for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:10:06.243151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939f72af-22f6-4945-a432-9408c1846302 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:10:06.251178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.270438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Transition to ACTIVE for port object 939f72af-22f6-4945-a432-9408c1846302 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:06.270691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-710e0161-2e24-488a-9e59-981a3d28645a req-c8ff2881-4629-4c02-890f-73ac17ee1f25 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Unset dirty status for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:10:06.272008 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-710e0161-2e24-488a-9e59-981a3d28645a req-c8ff2881-4629-4c02-890f-73ac17ee1f25 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036391
Feb 19 08:10:06.273292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.288581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:06.344374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.347860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.353493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-41a72035-b80a-4b40-a4f8-616ce574720c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:06.389060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:10:06.403567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.403975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Added segment d48ca40a-0030-40e6-bcee-5ae0ab49e33b of type vxlan for network 3da19f65-4c27-40fb-bf2e-31ab401b1880
Feb 19 08:10:06.417781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device febf91de-f861-4727-8713-b6c516355a3c up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:06.434761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Pushing event updated for resources: {'Port': ['ID=939f72af-22f6-4945-a432-9408c1846302,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:06.439148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.444964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0686a08-de1a-4648-b8d3-d7c737fb4f91,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:06.448545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:06.453104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:06.488704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.490072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:06.490717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.514642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:06.567190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port febf91de-f861-4727-8713-b6c516355a3c triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:06.567841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.652888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Pushing event updated for resources: {'Network': ['ID=3da19f65-4c27-40fb-bf2e-31ab401b1880,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:06.655936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:06.657813 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7910385
Feb 19 08:10:06.661130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36436) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:06.668799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Request body: {'subnet': {'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1881854645-subnet', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:06.675292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:06.686019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Usage tracker for resource:subnet and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:06.690571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:06.693418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:10:06.697103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:06.711673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Made reservation on behalf of b0c1994b8d0f45d4afed6931ee786c53 for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:06.717058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.803676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:10:06.856526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Attempting to bind port 939f72af-22f6-4945-a432-9408c1846302 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:06.856895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Attempting to bind port 939f72af-22f6-4945-a432-9408c1846302 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:06.857268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Attempting to bind port 939f72af-22f6-4945-a432-9408c1846302 on network 426546aa-c1dc-4164-80c1-4f20a0620ab5 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:06.863780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:06.864159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Checking segment: {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:06.864565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.864960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Bound using segment: {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:06.865433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Bound port: 939f72af-22f6-4945-a432-9408c1846302, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:06.865827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:06.980255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] For port 939f72af-22f6-4945-a432-9408c1846302, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:06.983702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] For port 939f72af-22f6-4945-a432-9408c1846302, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=939f72af-22f6-4945-a432-9408c1846302,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:06.988348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.093272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:07.191509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e80cb-e196-4156-9203-6fe8c7d7ee8e req-339486e2-ab2f-446b-a8da-a56f1533c145 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:07.193039 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d1e80cb-e196-4156-9203-6fe8c7d7ee8e req-339486e2-ab2f-446b-a8da-a56f1533c145 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1268899
Feb 19 08:10:07.258436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Pushing event updated for resources: {'Port': ['ID=939f72af-22f6-4945-a432-9408c1846302,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:07.262557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:07.268345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:07.269039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.270552 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] 10.222.0.70 "PUT /v2.0/ports/939f72af-22f6-4945-a432-9408c1846302 HTTP/1.1" status: 200  len: 1157 time: 1.7792385
Feb 19 08:10:07.271077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'tag': '939f72af-22f6-4945-a432-9408c1846302'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:10:07.284401 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d1e80cb-e196-4156-9203-6fe8c7d7ee8e req-2c41cb72-08da-4618-9fcd-f47e01dd466b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839832
Feb 19 08:10:07.301321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569a87-f9db-4843-bcf6-9088505a93c6 req-c58ee3e6-0f55-4345-bffc-14153c40c8cb tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:07.303035 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55569a87-f9db-4843-bcf6-9088505a93c6 req-c58ee3e6-0f55-4345-bffc-14153c40c8cb tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.2114196
Feb 19 08:10:07.310726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.336321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-352ca915-daec-4483-97d3-ebfe521ecaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:07.483624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a1ba03-5d61-428a-b420-4986c8658b81,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:07.490557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:07.563094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Checking segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:07.563571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Network hostable DHCP agents. Network: 3da19f65-4c27-40fb-bf2e-31ab401b1880, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:10:07.585010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:10:07.597635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 3da19f65-4c27-40fb-bf2e-31ab401b1880) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:07.601201 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'tag': '939f72af-22f6-4945-a432-9408c1846302', 'status': 'completed', 'code': 200}
Feb 19 08:10:07.607547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65029b-cf35-4c0b-87df-dc099b54b440 None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:10:07.615505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:07.616400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.641962 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-10dd1c6a-99d2-40ad-a8f8-0b33ca675842 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9794466
Feb 19 08:10:07.645189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36454) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:07.652025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:07.658607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:07.665609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Usage tracker for resource:router and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:07.672074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:07.682352 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55569a87-f9db-4843-bcf6-9088505a93c6 req-d73fefd0-551f-4fd9-afc9-23b0f3b82408 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3718483
Feb 19 08:10:07.710375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:07.723635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.725298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.745313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-d8d14e49-06a0-4bd1-8d31-95ecbe443a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:07.747227 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-d8d14e49-06a0-4bd1-8d31-95ecbe443a4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 1160 time: 0.4172752
Feb 19 08:10:07.802836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:07.920678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-063e5705-4f87-497a-9e8b-9d547bea361c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=939f72af-22f6-4945-a432-9408c1846302 HTTP/1.1" status: 200  len: 217 time: 0.1588011
Feb 19 08:10:07.952576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-3da19f65-4c27-40fb-bf2e-31ab401b1880', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:10:07.953563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:08.046562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-2030b581-2bac-4ced-9779-2b85fa55be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:08.048473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-2030b581-2bac-4ced-9779-2b85fa55be4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=775f42b3-a1de-41f1-b9b0-257375c0aebe HTTP/1.1" status: 200  len: 854 time: 0.1041965
Feb 19 08:10:08.071060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29661-15b4-4ab6-929c-0c13a4362768 req-33825c40-a1a2-4b08-9c40-de9f60fc6687 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:08.079537 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbe29661-15b4-4ab6-929c-0c13a4362768 req-33825c40-a1a2-4b08-9c40-de9f60fc6687 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 943 time: 0.3464284
Feb 19 08:10:08.164442 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-898efa1d-4e3a-465e-aac5-2f835a850707 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=426546aa-c1dc-4164-80c1-4f20a0620ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0858715
Feb 19 08:10:08.212527 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbe29661-15b4-4ab6-929c-0c13a4362768 req-d8975507-54f0-4324-83d0-7ce4b0564dfc tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319807
Feb 19 08:10:08.400057 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-da777643-07ed-40a2-abb7-ad34330dad0a service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245297
Feb 19 08:10:08.636587 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Allocated IP 172.20.0.2 (3da19f65-4c27-40fb-bf2e-31ab401b1880/c6a1ba03-5d61-428a-b420-4986c8658b81/0e980ca6-4d46-462e-aa82-a7dc2f207535) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:08.653109 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a9c5a17-ea9d-487f-9b80-567af0978ae3 req-eac097b9-4683-4dd7-a23a-19c733063e5a service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2448440
Feb 19 08:10:08.694840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c1cba-6ad1-459e-8ed8-526532cd4ecd req-05ce1207-2ac0-47e0-9e37-30cf31f6fc85 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:08.696791 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2d1c1cba-6ad1-459e-8ed8-526532cd4ecd req-05ce1207-2ac0-47e0-9e37-30cf31f6fc85 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1166489
Feb 19 08:10:08.759279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:08.787334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:08.790923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05389491-c259-4058-8fa0-f52ec3f029f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:08.810087 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2d1c1cba-6ad1-459e-8ed8-526532cd4ecd req-e011eea8-67db-4b9b-95e8-8564ea263f95 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042588
Feb 19 08:10:08.841307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-94dcfcb7-58fb-436b-8c3f-0a07a67a78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:08.842974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-94dcfcb7-58fb-436b-8c3f-0a07a67a78a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 1160 time: 0.1161966
Feb 19 08:10:08.863758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185a5c2-959b-45e2-872d-32119b0d702a req-20342413-49a4-49aa-ab79-1f27a7d57ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:08.865367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-20342413-49a4-49aa-ab79-1f27a7d57ab8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.7542515
Feb 19 08:10:08.939721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:08.958845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Transition to ACTIVE for port object 0e980ca6-4d46-462e-aa82-a7dc2f207535 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:08.977987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Transition to ACTIVE for port object 0e980ca6-4d46-462e-aa82-a7dc2f207535 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:08.986041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.020016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-fd372d50-f366-49d7-8085-6845adc3c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:09.021730 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-fd372d50-f366-49d7-8085-6845adc3c67f service neutron] 10.222.0.70 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 908 time: 0.1714742
Feb 19 08:10:09.063099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185a5c2-959b-45e2-872d-32119b0d702a req-a4d69220-577f-492e-9ac9-b59df26ab11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:09.064725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-a4d69220-577f-492e-9ac9-b59df26ab11f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.1733882
Feb 19 08:10:09.102856 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-a8d88caf-5171-4e8e-88eb-d29639953fdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=939f72af-22f6-4945-a432-9408c1846302 HTTP/1.1" status: 200  len: 217 time: 0.0717463
Feb 19 08:10:09.129726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:09.198081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-9b170728-9efd-4ba6-9224-08c0e2fb4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:09.199790 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-9b170728-9efd-4ba6-9224-08c0e2fb4602 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=775f42b3-a1de-41f1-b9b0-257375c0aebe HTTP/1.1" status: 200  len: 854 time: 0.0877912
Feb 19 08:10:09.207189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Pushing event updated for resources: {'Port': ['ID=0e980ca6-4d46-462e-aa82-a7dc2f207535,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:09.218397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:09.219566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:09.220476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:09.222766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:09.264605 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-d1fab3ad-da44-4524-8286-c84bcce55f00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=426546aa-c1dc-4164-80c1-4f20a0620ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547245
Feb 19 08:10:09.285111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Attempting to bind port 0e980ca6-4d46-462e-aa82-a7dc2f207535 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:09.285522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Attempting to bind port 0e980ca6-4d46-462e-aa82-a7dc2f207535 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:09.285958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Attempting to bind port 0e980ca6-4d46-462e-aa82-a7dc2f207535 on network 3da19f65-4c27-40fb-bf2e-31ab401b1880 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:09.286082 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-017b073b-999a-4a2f-b0b9-db7b984fce4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.1535540
Feb 19 08:10:09.291824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:09.292242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Checking segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:09.292686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.293131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Bound using segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:09.293654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Bound port: 0e980ca6-4d46-462e-aa82-a7dc2f207535, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:09.294101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.392326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] For port 0e980ca6-4d46-462e-aa82-a7dc2f207535, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:09.396970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] For port 0e980ca6-4d46-462e-aa82-a7dc2f207535, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0e980ca6-4d46-462e-aa82-a7dc2f207535,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:09.402813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.417604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.457856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.470450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185a5c2-959b-45e2-872d-32119b0d702a req-c80c4c26-548d-4b31-ba01-d33a9451d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:09.472263 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-c80c4c26-548d-4b31-ba01-d33a9451d410 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.1492486
Feb 19 08:10:09.507507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:09.512748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93d9cd-54e3-4c0c-b507-c9ef93f5d3a2 req-33aaa896-47e6-427c-8f7e-2dbb7ef99abb tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:09.513532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5b93d9cd-54e3-4c0c-b507-c9ef93f5d3a2 req-33aaa896-47e6-427c-8f7e-2dbb7ef99abb tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Synchronizing usage tracker for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:10:09.535490 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-9bff4009-5bd1-432b-8c20-8575577ad413 service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618873
Feb 19 08:10:09.536563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5b93d9cd-54e3-4c0c-b507-c9ef93f5d3a2 req-33aaa896-47e6-427c-8f7e-2dbb7ef99abb tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Unset dirty status for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:10:09.538169 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b93d9cd-54e3-4c0c-b507-c9ef93f5d3a2 req-33aaa896-47e6-427c-8f7e-2dbb7ef99abb tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 943 time: 0.1684330
Feb 19 08:10:09.593670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Pushing event updated for resources: {'Port': ['ID=0e980ca6-4d46-462e-aa82-a7dc2f207535,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:09.630909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:09.661545 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-7abdf166-bb10-426e-82a4-6ca3c7a225f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1640885
Feb 19 08:10:09.741924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:09.742807 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b93d9cd-54e3-4c0c-b507-c9ef93f5d3a2 req-9c592d6c-657f-4f54-b4a1-d9ee742fd0f8 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970530
Feb 19 08:10:09.858014 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-543a874a-1e86-40b2-9efd-55fb11eaa622 req-3c5b21b4-a041-4888-809b-39d40c1b3a3c service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2814217
Feb 19 08:10:09.982192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36500) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:09.995862 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-84385898-238d-47d4-8c93-8358f61f0fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3198719
Feb 19 08:10:10.231992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.262849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:10.272594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Usage tracker for resource:security_group_rule and tenant:766644b3e8d342dc959e83d6ce99fa35 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:10.279073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:10.291954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Allocated IP 172.27.0.152 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/e46d990f-3195-47f0-8ab4-e77500ff0176) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:10.316915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:10.330760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38020-d447-46e9-8169-0842918a35b9 req-b7f14f1b-00ec-4c09-95a9-17bf4a348b5e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:10.339474 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ecf38020-d447-46e9-8169-0842918a35b9 req-b7f14f1b-00ec-4c09-95a9-17bf4a348b5e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2302604
Feb 19 08:10:10.365724 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2185a5c2-959b-45e2-872d-32119b0d702a req-b93ce585-24c9-4c3b-b415-7e3e6d17939b service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3562355
Feb 19 08:10:10.428895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.447520 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ecf38020-d447-46e9-8169-0842918a35b9 req-7ce149f6-56ac-4bbe-9025-eed8b4d3cc9f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008389
Feb 19 08:10:10.551549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.554344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.562835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:10.569584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.609571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.612157 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=766644b3e8d342dc959e83d6ce99fa35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6287756
Feb 19 08:10:10.615678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36516) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:10.627456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:10.629863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cd6e7-2da0-4dab-b3f8-89f70a962b4c,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:10.633820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:10.717865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.746509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.798801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Pushing event updated for resources: {'Port': ['ID=e46d990f-3195-47f0-8ab4-e77500ff0176,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:10.803396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.809750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ed2576fa-3904-44f5-9725-094b7632337b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:10.812751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:10.822555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cd6e7-2da0-4dab-b3f8-89f70a962b4c,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:10.827702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:10.830788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:10.833308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/100cd6e7-2da0-4dab-b3f8-89f70a962b4c HTTP/1.1" status: 204  len: 168 time: 0.2166793
Feb 19 08:10:10.864377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:10.865583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:10.868014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:11.063992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540f7aa-3980-4244-8822-2a9cbc6207ff req-fd3f952c-05c6-4699-b859-84208c95ebd0 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:11.078080 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7540f7aa-3980-4244-8822-2a9cbc6207ff req-fd3f952c-05c6-4699-b859-84208c95ebd0 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 943 time: 0.1664486
Feb 19 08:10:11.153006 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7540f7aa-3980-4244-8822-2a9cbc6207ff req-e1b9c9aa-a6ba-4354-afec-b8752b21e459 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718055
Feb 19 08:10:11.298583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36538) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:11.320948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.338278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:11.343027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:06dc41373f384a01a54522fe906fa6fa is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:11.346343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:11.352852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:11.378944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.455485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.458955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.499811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:11.511961 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06dc41373f384a01a54522fe906fa6fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2115557
Feb 19 08:10:11.514605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36546) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:11.560316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6eab1-85e4-431f-9989-1a31ca325a9c None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:10:11.573279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97c278-db85-47c9-a5ad-7c2ac32d9f63,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:11.578091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:11.653806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.709956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.730813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0e980ca6-4d46-462e-aa82-a7dc2f207535 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:11.774990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.781247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7678298-f42b-4b6e-bc49-c17143c50f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:11.795457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97c278-db85-47c9-a5ad-7c2ac32d9f63,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:11.803532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:11.804408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:11.808166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef97c278-db85-47c9-a5ad-7c2ac32d9f63 HTTP/1.1" status: 204  len: 168 time: 0.2899592
Feb 19 08:10:11.854563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-d26e3857-7d05-4a03-85c5-39555a264cd4 None None] Provisioning for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:11.883330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:11.895732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:11.896261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.073757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0cc7a-7258-44da-b5d8-3c6cd9168110 req-1f16af67-8efc-42d6-b48d-c24df58580cb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:12.075707 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-22b0cc7a-7258-44da-b5d8-3c6cd9168110 req-1f16af67-8efc-42d6-b48d-c24df58580cb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2046783
Feb 19 08:10:12.143424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.146618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.194688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 0e980ca6-4d46-462e-aa82-a7dc2f207535, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0e980ca6-4d46-462e-aa82-a7dc2f207535,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:12.203055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.210269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:12.222981 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-22b0cc7a-7258-44da-b5d8-3c6cd9168110 req-1429a928-7a43-4c12-a0e7-a841a92bc105 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840447
Feb 19 08:10:12.290100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.356508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=0e980ca6-4d46-462e-aa82-a7dc2f207535,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:12.360030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:12.469894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-10c02e3c-938d-4a9a-aa3e-669c28592d23 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:10:12.609919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8aa492a4-3206-415c-a291-2c881b3793cc None None] Provisioning complete for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:12.610345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8aa492a4-3206-415c-a291-2c881b3793cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:12.723468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b807960-fe18-4714-a369-bc44677dccf1 req-f30b514f-a9c5-4eed-bdd7-0aa6dc8b06a5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:12.726583 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b807960-fe18-4714-a369-bc44677dccf1 req-f30b514f-a9c5-4eed-bdd7-0aa6dc8b06a5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 943 time: 0.3096042
Feb 19 08:10:12.789931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Router e394b0ea-ab79-4ac0-bd0d-ff2614403726 is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:10:12.886787 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b807960-fe18-4714-a369-bc44677dccf1 req-bf5e792a-ebf4-49bf-8349-e09b81a5eacc tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512556
Feb 19 08:10:12.927123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9a8e3127-cc96-4c5c-abb5-9d317ce52bc2 None None] Provisioning complete for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:12.927632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3127-cc96-4c5c-abb5-9d317ce52bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:13.037605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:10:13.047560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Sync routers for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:10:13.063932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:13.065735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e7c0f60>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:13.068181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:13.070541 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4240901
Feb 19 08:10:13.073340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36588) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:13.271746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:13.573892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0e980ca6-4d46-462e-aa82-a7dc2f207535 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:13.675230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 0e980ca6-4d46-462e-aa82-a7dc2f207535 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:13.675887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:13.714599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 939f72af-22f6-4945-a432-9408c1846302 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:13.716640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e7c0f60>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:11Z', 'revision_number': 3, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:13.721295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Checking router: e394b0ea-ab79-4ac0-bd0d-ff2614403726 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:10:13.721688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Updating router e394b0ea-ab79-4ac0-bd0d-ff2614403726 port e46d990f-3195-47f0-8ab4-e77500ff0176 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:10:13.759794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dbb00-85c0-41eb-a3f5-726484f39580 req-a51b94e3-3b5b-4200-b461-1d214ec0701f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:13.761622 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d5dbb00-85c0-41eb-a3f5-726484f39580 req-a51b94e3-3b5b-4200-b461-1d214ec0701f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.3396451
Feb 19 08:10:13.781873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:13.820178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 939f72af-22f6-4945-a432-9408c1846302 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:13.845606 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d5dbb00-85c0-41eb-a3f5-726484f39580 req-875c763d-71db-4fc7-b8ea-9fa979c7479f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714707
Feb 19 08:10:13.863770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 939f72af-22f6-4945-a432-9408c1846302 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:13.864183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.037841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.076097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 939f72af-22f6-4945-a432-9408c1846302, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=939f72af-22f6-4945-a432-9408c1846302,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:14.077137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939f72af-22f6-4945-a432-9408c1846302'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:10:14.084380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.087070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:14.100083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.173430 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939f72af-22f6-4945-a432-9408c1846302', 'code': 200}
Feb 19 08:10:14.174997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=939f72af-22f6-4945-a432-9408c1846302,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:14.178484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:14.228568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab268-3244-4316-a2c9-734026331e27 req-cf20dbd8-be43-4f5c-a3b4-77fd247806c5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:14.230633 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0cab268-3244-4316-a2c9-734026331e27 req-cf20dbd8-be43-4f5c-a3b4-77fd247806c5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.1781352
Feb 19 08:10:14.251841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.274144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Transition to ACTIVE for port object e46d990f-3195-47f0-8ab4-e77500ff0176 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:14.277729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.304592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:14.306678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0cab268-3244-4316-a2c9-734026331e27 req-87a4ea6e-e96f-4051-9a8e-359eec4b9a71 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672569
Feb 19 08:10:14.340175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 939f72af-22f6-4945-a432-9408c1846302 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:14.436862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 939f72af-22f6-4945-a432-9408c1846302 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:14.437404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.464802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Pushing event updated for resources: {'Port': ['ID=e46d990f-3195-47f0-8ab4-e77500ff0176,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:14.477513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.477917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.478292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.478658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.479016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.479383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.479748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.480101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.480476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.480832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.481183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.481539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.482009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.482367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.482732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.483066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.483414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.483763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.483763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.484472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.484748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.485094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.485825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.485825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:14.492740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:14.541886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Attempting to bind port e46d990f-3195-47f0-8ab4-e77500ff0176 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:14.542298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Attempting to bind port e46d990f-3195-47f0-8ab4-e77500ff0176 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:14.542701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Attempting to bind port e46d990f-3195-47f0-8ab4-e77500ff0176 on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:14.548558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:14.549547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:14.550015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.550451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:14.550957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Bound port: e46d990f-3195-47f0-8ab4-e77500ff0176, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:14.551385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.700513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e3e27-4095-4017-94d8-84893232d74d req-56951025-9127-4749-a8ed-6d243ff03c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:14.702121 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-984e3e27-4095-4017-94d8-84893232d74d req-56951025-9127-4749-a8ed-6d243ff03c91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 1162 time: 0.1813557
Feb 19 08:10:14.724057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] For port e46d990f-3195-47f0-8ab4-e77500ff0176, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:14.736238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] For port e46d990f-3195-47f0-8ab4-e77500ff0176, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e46d990f-3195-47f0-8ab4-e77500ff0176,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:14.740904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:14.756231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-de732418-0bb9-4c90-86f3-2637efb1331d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:14.843374 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-984e3e27-4095-4017-94d8-84893232d74d req-337c7178-e971-443f-8a5c-00cc02cc7e67 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317158
Feb 19 08:10:14.941666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Pushing event updated for resources: {'Port': ['ID=e46d990f-3195-47f0-8ab4-e77500ff0176,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:14.944093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Allocated IP 172.20.0.1 (3da19f65-4c27-40fb-bf2e-31ab401b1880/c6a1ba03-5d61-428a-b420-4986c8658b81/07d43db0-aa56-4675-8d69-37b5cbd254b9) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:14.945872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:15.014019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:15.014886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e7c0f60>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:15.204413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:15.233860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Transition to ACTIVE for port object 07d43db0-aa56-4675-8d69-37b5cbd254b9 will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:15.241489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a455b-6e07-4961-a281-cb07a46fa36d req-7288aa2d-e99f-4152-9b81-5e8249345df7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:15.243275 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae9a455b-6e07-4961-a281-cb07a46fa36d req-7288aa2d-e99f-4152-9b81-5e8249345df7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1655433
Feb 19 08:10:15.310697 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae9a455b-6e07-4961-a281-cb07a46fa36d req-5e2f9450-1826-4bc1-a180-2497eac1c7ff tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557404
Feb 19 08:10:15.312341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:15.343222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:15.411184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:15.560627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938a53-23f0-4b63-8a25-ff2668d3c551 req-a079eea8-45cc-4305-8186-9106c3ab5c3a tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:15.562593 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c938a53-23f0-4b63-8a25-ff2668d3c551 req-a079eea8-45cc-4305-8186-9106c3ab5c3a tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.1273744
Feb 19 08:10:15.569019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Pushing event updated for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:15.584484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.585055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.585556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.586123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.586719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.587212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.587889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.588379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.588888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.589824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.590342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.590955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.591526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.592106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.592588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.593136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.593981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.594316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.594869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.595427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.595933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.600787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.601314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.601883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:15.630205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:15.644711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:15.646843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:15.660646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:15.663756 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c938a53-23f0-4b63-8a25-ff2668d3c551 req-a3bc77e8-3a14-4f1f-9d61-3f1b91e9ecdb tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935328
Feb 19 08:10:15.761015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:15.787836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e7c0f60>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:11Z', 'revision_number': 3, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:15.792345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3f01a-2aa5-4e04-b9a5-927a85bfd3c0 None None] The sync data for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi is: [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:11Z', 'revision_number': 3, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:10:15.905082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:16.009887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c2dcaa5b-0ed2-449c-a5b2-52f228ed3eb3 None None] Provisioning for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:16.021216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c2dcaa5b-0ed2-449c-a5b2-52f228ed3eb3 None None] Provisioning complete for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:16.021634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2dcaa5b-0ed2-449c-a5b2-52f228ed3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:16.081646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcaa5b-0ed2-449c-a5b2-52f228ed3eb3 None None] Port 07d43db0-aa56-4675-8d69-37b5cbd254b9 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:10:16.254387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:16.258402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:16.299457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-79795146-b5c5-4904-b7c9-c3eb0cc12f56 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:16.415938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:16.527027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Pushing event updated for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:16.533784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:16.571213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04287539-e38b-465e-983b-96772ac2139f req-2393069f-c38b-4bd0-9b30-c4c71d90674e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:16.572959 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04287539-e38b-465e-983b-96772ac2139f req-2393069f-c38b-4bd0-9b30-c4c71d90674e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0991175
Feb 19 08:10:16.595784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:16.597001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:16.692454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04287539-e38b-465e-983b-96772ac2139f req-362b1c4a-2c9a-42ca-b7f2-c43f9e29cf65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129048
Feb 19 08:10:16.855350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Router e394b0ea-ab79-4ac0-bd0d-ff2614403726 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:10:16.956654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c974-5604-4357-96c3-fbef88cc82bc req-fa70abd7-baf2-4678-82d4-b09ee80a0bfa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:16.965331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fcd6c974-5604-4357-96c3-fbef88cc82bc req-fa70abd7-baf2-4678-82d4-b09ee80a0bfa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.1149147
Feb 19 08:10:17.016893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-df744b24-8acd-45f8-ba32-83ddb8e459f0 None None] Provisioning complete for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:17.017129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df744b24-8acd-45f8-ba32-83ddb8e459f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:17.029069 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fcd6c974-5604-4357-96c3-fbef88cc82bc req-7f7a7246-7418-462b-9738-961a5d8bae67 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618713
Feb 19 08:10:17.096945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-df744b24-8acd-45f8-ba32-83ddb8e459f0 None None] Port 07d43db0-aa56-4675-8d69-37b5cbd254b9 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:10:17.102568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:10:17.116913 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] 10.222.0.13 "PUT /v2.0/routers/e394b0ea-ab79-4ac0-bd0d-ff2614403726/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0423954
Feb 19 08:10:17.559012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e46d990f-3195-47f0-8ab4-e77500ff0176 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:17.729812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port e46d990f-3195-47f0-8ab4-e77500ff0176 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:17.734087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36690) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:17.744600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port e46d990f-3195-47f0-8ab4-e77500ff0176 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:17.745030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:17.993129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.021550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81fad-e059-40bf-bf50-7178ed8315ea req-0536fd78-450a-455a-9cb3-f712e0f2a190 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:18.032318 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-01e81fad-e059-40bf-bf50-7178ed8315ea req-0536fd78-450a-455a-9cb3-f712e0f2a190 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1918080
Feb 19 08:10:18.043651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:18.053676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c14a23ae588240318114c65547315855 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:18.063792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:18.072050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.077867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:18.093097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port e46d990f-3195-47f0-8ab4-e77500ff0176, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e46d990f-3195-47f0-8ab4-e77500ff0176,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:18.097339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.099458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02070816-412c-4fcb-a0fe-1ec141b37e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:18.130081 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-01e81fad-e059-40bf-bf50-7178ed8315ea req-444eeb2d-2038-4e40-b3b0-2cc5124b1753 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908148
Feb 19 08:10:18.210222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.214379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.224489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b016d8ce-0840-4492-87b0-d6b74f4361e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:18.239745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=e46d990f-3195-47f0-8ab4-e77500ff0176,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:18.252880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:18.284583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36712) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:18.293720 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c14a23ae588240318114c65547315855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5579994
Feb 19 08:10:18.295623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2149e7-fd72-42c8-afaa-57d59cabf667,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:18.298178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36716) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:18.298993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1181902583-network', 'tenant_id': '609325a0e1a04b3891278db0fac079ae'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:18.301394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:18.310008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:18.319297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Usage tracker for resource:network and tenant:609325a0e1a04b3891278db0fac079ae is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:18.330611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:18.340732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:18.359000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 939f72af-22f6-4945-a432-9408c1846302 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:18.360339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Made reservation on behalf of 609325a0e1a04b3891278db0fac079ae for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:18.365310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.370011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.382160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.403322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.450602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 939f72af-22f6-4945-a432-9408c1846302 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:18.451268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.460945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:18.465240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Usage tracker for resource:security_group_rule and tenant:609325a0e1a04b3891278db0fac079ae is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:18.468386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:18.474428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:18.508570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.523434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c9811643-819e-4026-9190-76bfeb598ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:18.553135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2149e7-fd72-42c8-afaa-57d59cabf667,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:18.559169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4ece-ab72-4b38-9fbc-b92197a4302b req-43a30d60-187c-4bd4-836e-c1ae257f603c tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:18.568196 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5a5f4ece-ab72-4b38-9fbc-b92197a4302b req-43a30d60-187c-4bd4-836e-c1ae257f603c tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.1899447
Feb 19 08:10:18.572876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:18.587038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.596825 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d2149e7-fd72-42c8-afaa-57d59cabf667 HTTP/1.1" status: 204  len: 168 time: 0.2959905
Feb 19 08:10:18.662920 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5a5f4ece-ab72-4b38-9fbc-b92197a4302b req-0e351ab4-6b53-4d3b-bf84-ad9a486976bd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939722
Feb 19 08:10:18.721938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.725087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.744569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7bea7779-b1d1-4e28-bd10-569b1cea8053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:18.753076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:10:18.763929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.764321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Added segment 4fbb66b4-02d6-42c5-bf9e-bdc36990098f of type vxlan for network e32dbdab-617b-4aad-a37a-32fed297a38f
Feb 19 08:10:18.794489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.831719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.843940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:18.844761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:18.881331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5917916
Feb 19 08:10:18.883426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b93e9-eb81-4ff4-9a8a-f9d35b2fc5b9,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:18.884540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 36752) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:18.892039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.892500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.893001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.893569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.894121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.894280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Request body: {'subnet': {'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1181902583-subnet', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:18.894828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.895387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.895931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.896485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.897028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.897580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.898153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.898775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.899594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.900149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.900690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.901227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.901970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.902844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.903537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.904071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.904607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.905223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.905770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:18.911814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:18.912604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:18.922093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:18.929703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Usage tracker for resource:subnet and tenant:609325a0e1a04b3891278db0fac079ae is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:18.954530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:18.980147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:19.003474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Made reservation on behalf of 609325a0e1a04b3891278db0fac079ae for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:19.008009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:19.018718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Pushing event updated for resources: {'Network': ['ID=e32dbdab-617b-4aad-a37a-32fed297a38f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:19.022167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:19.030190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:10:19.066192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Sync routers for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:10:19.218511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:19.219352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce18e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:19.527695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:19.835150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e46d990f-3195-47f0-8ab4-e77500ff0176 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:19.871879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658010-d008-43d9-bcb7-34da5aff55ba req-8ca1f9d0-46e5-4405-b678-16a5e53ce2bb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:19.873538 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-62658010-d008-43d9-bcb7-34da5aff55ba req-8ca1f9d0-46e5-4405-b678-16a5e53ce2bb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.5309017
Feb 19 08:10:19.946722 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-62658010-d008-43d9-bcb7-34da5aff55ba req-13cba45a-9bd1-4510-beb9-a4aaaad9a23a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544059
Feb 19 08:10:20.057277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.066715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port e46d990f-3195-47f0-8ab4-e77500ff0176 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:20.067322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.077700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:20.254561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef3dc29-c46f-43c5-9d27-c4e664c9f09d,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:20.262121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:20.304170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce18e48>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:16Z', 'revision_number': 2, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:20.308537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Checking router: e394b0ea-ab79-4ac0-bd0d-ff2614403726 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:10:20.308936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Updating router e394b0ea-ab79-4ac0-bd0d-ff2614403726 port 07d43db0-aa56-4675-8d69-37b5cbd254b9 binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:10:20.355065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Checking segment: {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:20.356026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Network hostable DHCP agents. Network: e32dbdab-617b-4aad-a37a-32fed297a38f, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:10:20.379238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Network e32dbdab-617b-4aad-a37a-32fed297a38f is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:10:20.383052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.389258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, e32dbdab-617b-4aad-a37a-32fed297a38f) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:20.402670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:20.403327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.425142 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1e7cbaba-8ded-4f1e-a973-19159c5f4165 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5390646
Feb 19 08:10:20.428266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36846) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:20.435919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:20.441928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:20.447732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Usage tracker for resource:router and tenant:609325a0e1a04b3891278db0fac079ae is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:20.451338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:20.453827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18689287-6fcc-403d-b061-1e71820164c7 None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:10:20.458623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:20.472047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.474034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.502723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:20.921071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.022653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-e32dbdab-617b-4aad-a37a-32fed297a38f', 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'fixed_ips': [{'subnet_id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:10:21.023576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.345057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:10:21.480427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:10:21.494420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.553053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.618975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.693972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Transition to ACTIVE for port object 07d43db0-aa56-4675-8d69-37b5cbd254b9 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:21.716767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:21.744874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:21.839243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a48a-fe07-49cd-93be-890bb7f342ce req-c8631e53-1c00-498f-9098-2dbaa0e83f14 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:21.841040 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8261a48a-fe07-49cd-93be-890bb7f342ce req-c8631e53-1c00-498f-9098-2dbaa0e83f14 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1927276
Feb 19 08:10:21.914474 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8261a48a-fe07-49cd-93be-890bb7f342ce req-6459f08e-3ae0-421e-857f-6f8ad67cf05f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644987
Feb 19 08:10:21.982991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Allocated IP 172.27.0.6 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/d7bf018c-f81a-44dd-aacd-4b41a49f7683) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:22.127552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Pushing event updated for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:22.144478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.144857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.145229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.145596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.146006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.146403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.146797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.147203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.147679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.148168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.148627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.149074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.149678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.150160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.150585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.151027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.151393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.151757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.152288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.152697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.153114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.153466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.154055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.155630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:10:22.177108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:22.216343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.224450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Allocated IP 172.20.0.2 (e32dbdab-617b-4aad-a37a-32fed297a38f/fef3dc29-c46f-43c5-9d27-c4e664c9f09d/f5e0ded5-2e43-4b03-af3e-150c5a6861f7) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:22.265705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.343464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02d67bd0-0dde-4677-ab80-942ecbc93ddd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:22.448351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bf018c-f81a-44dd-aacd-4b41a49f7683,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:22.454389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:22.491660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Attempting to bind port 07d43db0-aa56-4675-8d69-37b5cbd254b9 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:22.492078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Attempting to bind port 07d43db0-aa56-4675-8d69-37b5cbd254b9 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:22.492491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Attempting to bind port 07d43db0-aa56-4675-8d69-37b5cbd254b9 on network 3da19f65-4c27-40fb-bf2e-31ab401b1880 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:22.508371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:22.508739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Checking segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:22.509188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.509629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Bound using segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:22.510213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Bound port: 07d43db0-aa56-4675-8d69-37b5cbd254b9, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:22.510610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.514084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:22.515349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:22.518990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:22.637709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] For port 07d43db0-aa56-4675-8d69-37b5cbd254b9, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:22.643306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] For port 07d43db0-aa56-4675-8d69-37b5cbd254b9, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=07d43db0-aa56-4675-8d69-37b5cbd254b9,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:22.652850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.675334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:22.899319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Pushing event updated for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:22.903074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:22.960958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:22.978558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Transition to ACTIVE for port object f5e0ded5-2e43-4b03-af3e-150c5a6861f7 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:22.988969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:23.003705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Transition to ACTIVE for port object f5e0ded5-2e43-4b03-af3e-150c5a6861f7 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:23.013522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:23.174797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d50ffe6d-2541-4856-9d11-6ae4a86a6ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:23.194317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c6a0-9110-4612-83f1-616c01a4ac7c req-240c9620-23ca-4bc8-86f4-fbebd70c8ac4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:23.202611 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cc76c6a0-9110-4612-83f1-616c01a4ac7c req-240c9620-23ca-4bc8-86f4-fbebd70c8ac4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1486354
Feb 19 08:10:23.240135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:23.240843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce18e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:23.291809 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cc76c6a0-9110-4612-83f1-616c01a4ac7c req-5b4ff82a-5cc9-4952-85d1-abb155ed5517 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882268
Feb 19 08:10:23.501678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:23.589650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:23.598197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:23.622404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:23.636500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Pushing event updated for resources: {'Port': ['ID=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:23.641948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:23.726255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Router f799a8c7-d810-499c-bb1e-3ee80ed2645d is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:10:23.727810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Attempting to bind port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:23.728228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Attempting to bind port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:23.728713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Attempting to bind port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 on network e32dbdab-617b-4aad-a37a-32fed297a38f {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:23.743024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:23.743455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Checking segment: {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:23.743903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:23.744343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Bound using segment: {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:23.744878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Bound port: f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:23.745296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:23.763596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:24.074956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] For port f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:24.089112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] For port f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:24.107867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:24.124274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:24.169339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:10:24.178801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Sync routers for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:10:24.190699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:24.191777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3616d8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:24.193693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:24.195252 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.7657063
Feb 19 08:10:24.198059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 36924) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:24.423313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Pushing event updated for resources: {'Port': ['ID=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:24.432847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:24.509923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:24.583694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce18e48>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:22Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:24.599217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82731728-eaeb-4491-99cc-de6c870dc481 None None] The sync data for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi is: [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:22Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:10:24.727319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd3fa9-a8a8-4076-8d9b-a8cbaebad0a7 req-5677c2f8-f096-426f-9331-c4ea7b0f7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:24.729297 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-53dd3fa9-a8a8-4076-8d9b-a8cbaebad0a7 req-5677c2f8-f096-426f-9331-c4ea7b0f7289 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.2434661
Feb 19 08:10:24.779014 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-53dd3fa9-a8a8-4076-8d9b-a8cbaebad0a7 req-65400840-a87e-490d-9dda-202f17a0a9fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399153
Feb 19 08:10:25.012743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3616d8>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:22Z', 'revision_number': 3, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:25.016965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Checking router: f799a8c7-d810-499c-bb1e-3ee80ed2645d for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:10:25.017976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Updating router f799a8c7-d810-499c-bb1e-3ee80ed2645d port d7bf018c-f81a-44dd-aacd-4b41a49f7683 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:10:25.110250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:25.291714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c05dd-6e7d-4a30-9782-a73c94281a3c req-2a6b6683-887d-4e73-a893-f1d251061448 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:25.293569 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4f3c05dd-6e7d-4a30-9782-a73c94281a3c req-2a6b6683-887d-4e73-a893-f1d251061448 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.4540353
Feb 19 08:10:25.379634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4f3c05dd-6e7d-4a30-9782-a73c94281a3c req-91b1d23e-19e4-4acc-b1ab-91ca321c27a3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723283
Feb 19 08:10:25.691652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:25.716288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f5e0ded5-2e43-4b03-af3e-150c5a6861f7 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:25.794147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:25.822401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Transition to ACTIVE for port object d7bf018c-f81a-44dd-aacd-4b41a49f7683 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:25.827182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:25.855416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3f45b9ce-6c33-49d8-ab46-999b831e76e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:25.896979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:25.906065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 07d43db0-aa56-4675-8d69-37b5cbd254b9 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:26.007409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:26.021307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:26.021307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.109890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Pushing event updated for resources: {'Port': ['ID=d7bf018c-f81a-44dd-aacd-4b41a49f7683,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:26.128160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:26.217716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.272142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 07d43db0-aa56-4675-8d69-37b5cbd254b9, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=07d43db0-aa56-4675-8d69-37b5cbd254b9,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:26.281280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.284608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:26.301528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Attempting to bind port d7bf018c-f81a-44dd-aacd-4b41a49f7683 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:26.301990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Attempting to bind port d7bf018c-f81a-44dd-aacd-4b41a49f7683 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:26.302402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Attempting to bind port d7bf018c-f81a-44dd-aacd-4b41a49f7683 on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:26.310303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:26.316551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:26.317077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.317529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:26.318125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Bound port: d7bf018c-f81a-44dd-aacd-4b41a49f7683, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:26.318676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.362998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Allocated IP 172.20.0.1 (e32dbdab-617b-4aad-a37a-32fed297a38f/fef3dc29-c46f-43c5-9d27-c4e664c9f09d/582d727e-0943-4455-8b06-6c1441a9c41a) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:26.392043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:26.403375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:26.425781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] For port d7bf018c-f81a-44dd-aacd-4b41a49f7683, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:26.427781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d280b9-c9f6-475c-a298-e7f06be3259f None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:10:26.435795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] For port d7bf018c-f81a-44dd-aacd-4b41a49f7683, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=d7bf018c-f81a-44dd-aacd-4b41a49f7683,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:26.441100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.469350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:26.538255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Provisioning for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:26.557357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Provisioning complete for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:26.558001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.705995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.730384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Pushing event updated for resources: {'Port': ['ID=d7bf018c-f81a-44dd-aacd-4b41a49f7683,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:26.738966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:26.760110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Transition to ACTIVE for port object 582d727e-0943-4455-8b06-6c1441a9c41a will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:26.786812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.822331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:26.823001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3616d8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:26.844535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.856170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:26.890888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] For port f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:26.896393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:26.898299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:26.945348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a52a2-71e6-4437-9c0d-e894bc0e2968 req-3021f8d9-fd78-4690-bee8-24bc9cc66da2 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:26.947262 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e28a52a2-71e6-4437-9c0d-e894bc0e2968 req-3021f8d9-fd78-4690-bee8-24bc9cc66da2 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.3440351
Feb 19 08:10:26.985322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Pushing event updated for resources: {'Port': ['ID=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:26.989524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-56d840b9-eff6-4033-ab93-37f666761563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:27.027086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Pushing event updated for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:27.036161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:27.054948 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e28a52a2-71e6-4437-9c0d-e894bc0e2968 req-b469cba1-4c28-4d80-8be9-d333bb0e5773 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984185
Feb 19 08:10:27.113157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Network e32dbdab-617b-4aad-a37a-32fed297a38f is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:27.114729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:27.117314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:27.182067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.216249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:27.313545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.337018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Provisioning complete for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:27.337669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.619985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3616d8>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:22Z', 'revision_number': 3, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:27.624657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f5e0ded5-2e43-4b03-af3e-150c5a6861f7 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:27.625215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092fe0f-2a6e-41a7-8dff-9f3ab108a5f7 None None] The sync data for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi is: [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:22Z', 'revision_number': 3, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:10:27.718742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Provisioning for port 582d727e-0943-4455-8b06-6c1441a9c41a completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:27.733485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:27.772211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Provisioning complete for port 582d727e-0943-4455-8b06-6c1441a9c41a triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:27.772618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.826084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.832680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.850172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2d5543ae-9097-4b77-a725-bd6344275806 None None] Port 582d727e-0943-4455-8b06-6c1441a9c41a cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:10:27.910473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:27.910891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.920811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5978f2ac-883d-4766-8fed-f3d08f060cfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:27.983881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:27.991333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:27.993849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:28.071652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8d24df27-9c2d-43cc-a04a-3622cbdf41d7 None None] Provisioning complete for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:28.072073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d24df27-9c2d-43cc-a04a-3622cbdf41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:28.398401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 07d43db0-aa56-4675-8d69-37b5cbd254b9 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:28.565462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Pushing event updated for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:28.575128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:28.600082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Network e32dbdab-617b-4aad-a37a-32fed297a38f is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:28.602926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:28.632771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8d24df27-9c2d-43cc-a04a-3622cbdf41d7 None None] Provisioning complete for port 582d727e-0943-4455-8b06-6c1441a9c41a triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:28.633198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d24df27-9c2d-43cc-a04a-3622cbdf41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:28.735606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808d069-fcda-45d4-a9ae-a73f06b2f33a req-1b0c769a-75f5-4a80-b51c-a205dc7ce356 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:28.744742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e808d069-fcda-45d4-a9ae-a73f06b2f33a req-1b0c769a-75f5-4a80-b51c-a205dc7ce356 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2761426
Feb 19 08:10:28.875849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 07d43db0-aa56-4675-8d69-37b5cbd254b9 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:28.876262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:28.879266 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e808d069-fcda-45d4-a9ae-a73f06b2f33a req-c4f2b400-8bf6-4816-a0c0-a1b07991dc41 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335735
Feb 19 08:10:28.948242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Router f799a8c7-d810-499c-bb1e-3ee80ed2645d has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:10:28.950646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8d24df27-9c2d-43cc-a04a-3622cbdf41d7 None None] Port 582d727e-0943-4455-8b06-6c1441a9c41a cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:10:29.081957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8f2e689c-2d64-4921-801f-d49a755201c3 None None] Provisioning complete for port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:29.082381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f2e689c-2d64-4921-801f-d49a755201c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:29.159813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:10:29.175591 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] 10.222.0.13 "PUT /v2.0/routers/f799a8c7-d810-499c-bb1e-3ee80ed2645d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9762042
Feb 19 08:10:29.246296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8f2e689c-2d64-4921-801f-d49a755201c3 None None] Provisioning complete for port 582d727e-0943-4455-8b06-6c1441a9c41a triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:29.246704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f2e689c-2d64-4921-801f-d49a755201c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:29.305044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e689c-2d64-4921-801f-d49a755201c3 None None] Port 582d727e-0943-4455-8b06-6c1441a9c41a cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:10:29.543744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device d7bf018c-f81a-44dd-aacd-4b41a49f7683 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:29.617998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port d7bf018c-f81a-44dd-aacd-4b41a49f7683 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:29.622871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port d7bf018c-f81a-44dd-aacd-4b41a49f7683 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:29.623485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:29.752403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:29.769291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port d7bf018c-f81a-44dd-aacd-4b41a49f7683, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=d7bf018c-f81a-44dd-aacd-4b41a49f7683,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:29.772171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:29.774086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:29.849856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=d7bf018c-f81a-44dd-aacd-4b41a49f7683,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:29.853767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:30.765835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Sync routers for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:10:30.776090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:30.776778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e030128>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:30.972271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:31.308948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e030128>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:27Z', 'revision_number': 4, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '582d727e-0943-4455-8b06-6c1441a9c41a', 'name': '', 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'mac_address': 'fa:16:3e:7f:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:26Z', 'updated_at': '2021-02-19T08:10:27Z', 'revision_number': 2, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'subnets': [{'id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:31.313062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Checking router: f799a8c7-d810-499c-bb1e-3ee80ed2645d for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:10:31.313460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Updating router f799a8c7-d810-499c-bb1e-3ee80ed2645d port 582d727e-0943-4455-8b06-6c1441a9c41a binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:10:31.373002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:31.546476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device d7bf018c-f81a-44dd-aacd-4b41a49f7683 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:31.728546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port d7bf018c-f81a-44dd-aacd-4b41a49f7683 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:31.728960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:31.984927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:31.997383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Transition to ACTIVE for port object 582d727e-0943-4455-8b06-6c1441a9c41a will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:32.000171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:32.015485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:32.148164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Pushing event updated for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:32.160913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:32.320603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Attempting to bind port 582d727e-0943-4455-8b06-6c1441a9c41a on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:32.321012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Attempting to bind port 582d727e-0943-4455-8b06-6c1441a9c41a by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:32.321413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Attempting to bind port 582d727e-0943-4455-8b06-6c1441a9c41a on network e32dbdab-617b-4aad-a37a-32fed297a38f {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:32.327243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:32.327656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Checking segment: {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:32.328090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:32.328561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Bound using segment: {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:32.329085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Bound port: 582d727e-0943-4455-8b06-6c1441a9c41a, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb66b4-02d6-42c5-bf9e-bdc36990098f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:32.330042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:32.423519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] For port 582d727e-0943-4455-8b06-6c1441a9c41a, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:32.426625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] For port 582d727e-0943-4455-8b06-6c1441a9c41a, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=582d727e-0943-4455-8b06-6c1441a9c41a,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:32.429856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:32.446342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:32.623867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Pushing event updated for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:32.629445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:32.674137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:10:32.674908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e030128>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:10:09Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:33.056263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:10:33.405147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e030128>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:27Z', 'revision_number': 4, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '582d727e-0943-4455-8b06-6c1441a9c41a', 'name': '', 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'mac_address': 'fa:16:3e:7f:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:26Z', 'updated_at': '2021-02-19T08:10:32Z', 'revision_number': 4, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'subnets': [{'id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:10:33.410377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993d1af-39dd-4a10-b0b4-06632024d6f7 None None] The sync data for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi is: [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:10:27Z', 'revision_number': 4, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '582d727e-0943-4455-8b06-6c1441a9c41a', 'name': '', 'network_id': 'e32dbdab-617b-4aad-a37a-32fed297a38f', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'mac_address': 'fa:16:3e:7f:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:26Z', 'updated_at': '2021-02-19T08:10:32Z', 'revision_number': 4, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'subnets': [{'id': 'fef3dc29-c46f-43c5-9d27-c4e664c9f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:10:33.863651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1224868626', 'description': 'tempest-TestShelveInstance-1224868626 description'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:33.871426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:33.884904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Usage tracker for resource:security_group and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:33.891629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:33.903258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:33.928895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:33.954151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:33.959097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Usage tracker for resource:security_group_rule and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:33.962732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:33.970387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:34.015207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-e555cca7-b814-4c3b-a5bb-a800a8cf0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:34.017919 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-e555cca7-b814-4c3b-a5bb-a800a8cf0067 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.0942147
Feb 19 08:10:34.065714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.070031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.077529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d82a52d6-9755-444d-b24b-b6eaac68b760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:34.128062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9208e-637c-477d-bbac-561034160a52,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:34.144571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:34.144571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.145439 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fac9dc18-360f-4e9e-a761-e6b32e40c002 req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2878935
Feb 19 08:10:34.181990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-19008485-c6f5-418a-a30c-a1f0b25d350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:34.183557 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-19008485-c6f5-418a-a30c-a1f0b25d350c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.1560564
Feb 19 08:10:34.275852 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-ffd69c7d-4287-456b-97eb-b39f7e3654b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.0807788
Feb 19 08:10:34.373262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-4b4e058a-ded6-4e55-9a8a-f96180f82da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:34.374956 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-4b4e058a-ded6-4e55-9a8a-f96180f82da4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0670693
Feb 19 08:10:34.437518 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-1bd1b29e-c5a1-4b52-ad98-6b26cfb81be6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517645
Feb 19 08:10:34.488261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a7f2b-3b5a-4636-aa0a-c23c7a46d378 req-849e3d21-539c-4a7d-a7e8-f408809c367c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:34.489863 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-346a7f2b-3b5a-4636-aa0a-c23c7a46d378 req-849e3d21-539c-4a7d-a7e8-f408809c367c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0919974
Feb 19 08:10:34.559444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-346a7f2b-3b5a-4636-aa0a-c23c7a46d378 req-89870b05-8a06-460f-af25-5d982ce80b3e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611720
Feb 19 08:10:34.650771 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-32f128f1-5538-4b95-b801-fb2113432009 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029274
Feb 19 08:10:34.668584 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-0055bcb3-4873-4846-8672-de02f4288b2f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups/b6b9208e-637c-477d-bbac-561034160a52 HTTP/1.1" status: 200  len: 1802 time: 0.0718901
Feb 19 08:10:34.693480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b6b9208e-637c-477d-bbac-561034160a52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:34.693915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b6b9208e-637c-477d-bbac-561034160a52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:34.700954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:34.706825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Usage tracker for resource:security_group_rule and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:34.710514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:34.717830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:34.782443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.809142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.813382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.816506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b48a041-9777-4d70-a757-c2d5ed1f2151 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:34.841176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4374f99f-ae23-4d88-8cb4-e2b47e2cb341,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:34.849227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:34.853133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:34.854588 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-69a929f5-1247-47a5-9a1d-b87ff4dfe519 req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1681879
Feb 19 08:10:34.871771 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa87f0e6-0724-46f2-be03-de1a5ab53de5 req-ad235b2c-3305-41e2-b23d-87bd35ae18cd service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015409
Feb 19 08:10:35.084948 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-bf7a64bf-d9d3-4580-be20-a1351855afaf tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups/b6b9208e-637c-477d-bbac-561034160a52 HTTP/1.1" status: 200  len: 2395 time: 0.0545919
Feb 19 08:10:35.096161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b6b9208e-637c-477d-bbac-561034160a52', 'remote_group_id': None}]} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:35.096513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b6b9208e-637c-477d-bbac-561034160a52', 'remote_group_id': None}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:35.102494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:35.106580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Usage tracker for resource:security_group_rule and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:35.109522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:35.115281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:35.172441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.196156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.199083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.208727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:35.229865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c650000-7ca7-444e-b90e-da273b185be7,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:35.236009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:35.248908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.248908 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-561d84f6-bd44-4897-a8c0-6f83ca1bc649 req-ecb29e77-b885-4a95-a95d-6be1e8d1bb19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1489954
Feb 19 08:10:35.553292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 582d727e-0943-4455-8b06-6c1441a9c41a up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:35.631577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 582d727e-0943-4455-8b06-6c1441a9c41a completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:10:35.636737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 582d727e-0943-4455-8b06-6c1441a9c41a triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:35.637926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.769403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a37e2-a5fe-4cbf-b5a3-e370bf7af2da req-eaa9b26c-b832-4244-8656-614936316262 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:35.770760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.771170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b7a37e2-a5fe-4cbf-b5a3-e370bf7af2da req-eaa9b26c-b832-4244-8656-614936316262 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0934246
Feb 19 08:10:35.805522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 582d727e-0943-4455-8b06-6c1441a9c41a, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=582d727e-0943-4455-8b06-6c1441a9c41a,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:10:35.808471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:35.811417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:35.825830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b7a37e2-a5fe-4cbf-b5a3-e370bf7af2da req-4da853f4-f37d-4b85-adf5-53820f1d1764 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468972
Feb 19 08:10:35.885575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:35.888921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:35.922685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6638e699-021e-4d42-94b8-813bd38e938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:36.816502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:36.902076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:36.902494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:37.042480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3dcf-1de2-4e8e-a63b-8d073714d89a req-b6a38c8e-87a8-4d18-b815-9c285d1b9d81 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:37.044033 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e1a3dcf-1de2-4e8e-a63b-8d073714d89a req-b6a38c8e-87a8-4d18-b815-9c285d1b9d81 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0890250
Feb 19 08:10:37.091540 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e1a3dcf-1de2-4e8e-a63b-8d073714d89a req-14e3c2d5-dec3-4f85-b4d2-d01c3066d510 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411565
Feb 19 08:10:37.524098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 582d727e-0943-4455-8b06-6c1441a9c41a up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:37.602186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 582d727e-0943-4455-8b06-6c1441a9c41a triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:37.602673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:38.304385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781d132-405f-414d-83fa-33ab7d790fc6 req-0d734703-e1f3-4f31-a596-606b801c5821 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:38.306029 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6781d132-405f-414d-83fa-33ab7d790fc6 req-0d734703-e1f3-4f31-a596-606b801c5821 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0982676
Feb 19 08:10:38.354805 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6781d132-405f-414d-83fa-33ab7d790fc6 req-c0671169-6546-4780-b4cc-0fc327bd4e78 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422778
Feb 19 08:10:38.395290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4428555-4260-4b03-be46-06442243bdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:38.717098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:38.820631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:10:38.823155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:10:38.897206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:10:38.897624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.529095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 37130) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:39.663301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.664396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.683994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:39.688094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:191c27bb033540a8bd2cd3d23f85ffe0 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:10:39.691185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:10:39.696998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:39.782345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.785750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.794470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-847e0c56-b0e0-4e05-93b7-03263e37d0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:39.836528 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=191c27bb033540a8bd2cd3d23f85ffe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062656
Feb 19 08:10:39.837473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29723530-9dea-4c93-a484-388e09fe0eab,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:39.840347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 37136) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:10:39.840789 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:39.906953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.935445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.982019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:39.987357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c4f2b74-c067-4dba-8355-1146128fd441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:39.998304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29723530-9dea-4c93-a484-388e09fe0eab,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:40.003697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:40.006669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:40.010197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29723530-9dea-4c93-a484-388e09fe0eab HTTP/1.1" status: 204  len: 168 time: 0.1680846
Feb 19 08:10:40.137948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb68c-0631-479e-864a-1043d61ffc04 req-0ffad0ed-3b25-4ad9-b0e0-0c4c409924b8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:40.137948 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6aabb68c-0631-479e-864a-1043d61ffc04 req-0ffad0ed-3b25-4ad9-b0e0-0c4c409924b8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0985560
Feb 19 08:10:40.184595 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6aabb68c-0631-479e-864a-1043d61ffc04 req-88d68891-1e0a-4cd5-93c1-df00cf89a926 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428710
Feb 19 08:10:40.414340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:42.052877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:48.979039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-4998c933-0094-425a-b3a4-50b4f32b7aba tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:48.980646 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-4998c933-0094-425a-b3a4-50b4f32b7aba tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.1572373
Feb 19 08:10:48.996742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-63d4dc71-56a7-4468-953e-afad527497f8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/quotas/9c0c83b5e9e549c7bb13ff93ab2e47bb HTTP/1.1" status: 200  len: 375 time: 0.0098011
Feb 19 08:10:49.113876 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-4168a9cc-791a-44cf-aecf-5957884b1b3f tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1112258
Feb 19 08:10:49.264839 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-330aa2b4-957d-45f9-b1b1-a345fc28cefc service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500065
Feb 19 08:10:49.417231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-367e4323-97ba-491c-a627-1c251c76fea7 service neutron] 10.222.0.13 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456509
Feb 19 08:10:49.608510 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c48d9d87-ead2-4fd2-8dfb-8559be016e4c req-5cfb1bc3-6772-4e92-9496-3f0e6b7f98de tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 210 time: 0.0488672
Feb 19 08:10:50.785109 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-57146c58-622d-41fd-b485-67f71b697df3 req-b512ee0e-a420-4764-b444-9ec77010808c tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 210 time: 0.0542941
Feb 19 08:10:52.000397 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a7c1d29c-8522-423b-9e38-b6c14c32776a req-07457f8c-5e64-497d-8e1e-3fd4d5e26191 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 210 time: 0.0722883
Feb 19 08:10:52.407441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-8e4ce7bd-b343-4541-b8f5-5e7c167ce00b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:52.409300 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-8e4ce7bd-b343-4541-b8f5-5e7c167ce00b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 815 time: 0.1746871
Feb 19 08:10:52.434947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Request body: {'port': {'device_id': '61da1989-d709-45e7-86f3-6fd56edad656', 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395', 'admin_state_up': True, 'tenant_id': '9c0c83b5e9e549c7bb13ff93ab2e47bb'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:52.597552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:10:52.608230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:10:52.617613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Made reservation on behalf of 9c0c83b5e9e549c7bb13ff93ab2e47bb for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:10:52.623423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:52.960206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Allocated IP 172.20.0.3 (275877ff-0554-44b8-afd6-cea6742c8395/f3a499da-f956-4f6b-9c2c-186943c8d2b9/4af5cfaf-ef08-484f-bab8-1719f58bed56) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:10:52.979286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a71fd-98e6-46a4-b40b-21b72d338b63 req-3a0382bf-665a-4f1b-b3aa-9bdb36635825 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:52.980908 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e96a71fd-98e6-46a4-b40b-21b72d338b63 req-3a0382bf-665a-4f1b-b3aa-9bdb36635825 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0899632
Feb 19 08:10:53.030977 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e96a71fd-98e6-46a4-b40b-21b72d338b63 req-9574a027-8a72-4961-81df-7ac37a3c32ab tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420873
Feb 19 08:10:53.190688 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-67615648-4b62-4ca7-90e1-1d725793c4a6 req-ef1d3c09-f19f-44e1-b6be-d11b370fa22b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 210 time: 0.0586436
Feb 19 08:10:53.241352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:53.274694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:53.292516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f637963c-f8e3-4349-b201-204c8b68a323 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:53.446769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event updated for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:53.460014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:53.504079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Network 275877ff-0554-44b8-afd6-cea6742c8395 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:10:53.505227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:10:53.507635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:10:53.574595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:53.575274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:53.605645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1766937
Feb 19 08:10:54.229774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360168b-aa44-4b8a-be9c-2ca22ec2f49d req-c5fdd81d-1ef8-4065-9039-faab1085e4a8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:54.231335 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7360168b-aa44-4b8a-be9c-2ca22ec2f49d req-c5fdd81d-1ef8-4065-9039-faab1085e4a8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0871651
Feb 19 08:10:54.282427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7360168b-aa44-4b8a-be9c-2ca22ec2f49d req-8e558efd-a23e-416f-8cee-357ec7e84f7e tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445645
Feb 19 08:10:54.471333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b0455-bde3-4e82-ab75-0541c1cf9328 req-780c637c-ba8c-4480-a08a-81965c27e245 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:54.472097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ab6b0455-bde3-4e82-ab75-0541c1cf9328 req-780c637c-ba8c-4480-a08a-81965c27e245 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:10:54.487025 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-ab6b0455-bde3-4e82-ab75-0541c1cf9328 req-780c637c-ba8c-4480-a08a-81965c27e245 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:10:54.488282 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ab6b0455-bde3-4e82-ab75-0541c1cf9328 req-780c637c-ba8c-4480-a08a-81965c27e245 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 931 time: 0.1041510
Feb 19 08:10:54.536629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ab6b0455-bde3-4e82-ab75-0541c1cf9328 req-14e4463f-539f-4ba9-a298-409cddb609bc tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415623
Feb 19 08:10:55.498110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f074-aff3-487c-88d4-5bbed6afd970 req-7d5016fe-2194-4f92-8e55-188ecd939759 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:55.499728 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a8f1f074-aff3-487c-88d4-5bbed6afd970 req-7d5016fe-2194-4f92-8e55-188ecd939759 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0918775
Feb 19 08:10:55.550566 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a8f1f074-aff3-487c-88d4-5bbed6afd970 req-67b26b90-fd9c-43ea-a71d-9e7e5a8952c7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443099
Feb 19 08:10:55.734760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abd5ff-3e2b-4f93-a8ef-76918928c9c2 req-57863508-778b-41bd-89b8-5ab6d15252c9 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:55.736850 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5abd5ff-3e2b-4f93-a8ef-76918928c9c2 req-57863508-778b-41bd-89b8-5ab6d15252c9 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 931 time: 0.0861032
Feb 19 08:10:55.786492 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5abd5ff-3e2b-4f93-a8ef-76918928c9c2 req-15c5bcad-d425-4002-a5cb-cf9ac2ad7907 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433378
Feb 19 08:10:55.848156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Request body: {'port': {'device_id': '61da1989-d709-45e7-86f3-6fd56edad656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:10:55.932894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-89ebdf61-0890-4ff0-8656-dcf059b90dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:55.934567 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-89ebdf61-0890-4ff0-8656-dcf059b90dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.0841148
Feb 19 08:10:55.981322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:56.125968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-bfb2bd50-d5d1-462f-9265-2bba7053453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:56.127703 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-bfb2bd50-d5d1-462f-9265-2bba7053453c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.1812906
Feb 19 08:10:56.268136 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-7b8214aa-8213-4683-9503-472263bcaabb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.1268392
Feb 19 08:10:56.350262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-bdfb30c2-562e-4661-91a8-e0d4296893f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:56.351878 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-bdfb30c2-562e-4661-91a8-e0d4296893f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0726070
Feb 19 08:10:56.439184 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-ded75b88-5241-49bb-a871-191f985b34b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768576
Feb 19 08:10:56.648130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-05647ceb-d6eb-44e6-9ac6-b2f9bb648a03 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873939
Feb 19 08:10:56.740479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af5cfaf-ef08-484f-bab8-1719f58bed56 {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:10:56.749471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:56.763530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Transition to ACTIVE for port object 4af5cfaf-ef08-484f-bab8-1719f58bed56 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:10:56.765882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:56.864977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:56.888337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32aa4a09-3260-4669-a5f0-e7e1e48e8c9c req-43c79d95-3b65-4b2a-9664-3ea720e629d7 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2316411
Feb 19 08:10:56.945827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7125a4-3824-494c-9a39-c1acbca49809 req-25d6f5c2-ba35-482c-b116-c2f42b80ba8f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:56.947891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c7125a4-3824-494c-9a39-c1acbca49809 req-25d6f5c2-ba35-482c-b116-c2f42b80ba8f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1570752
Feb 19 08:10:57.002401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Pushing event updated for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:57.015605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:57.036501 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c7125a4-3824-494c-9a39-c1acbca49809 req-d32de5b1-9bd3-480b-ad7a-7c6be23ebf8d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796978
Feb 19 08:10:57.179544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Attempting to bind port 4af5cfaf-ef08-484f-bab8-1719f58bed56 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:10:57.179925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Attempting to bind port 4af5cfaf-ef08-484f-bab8-1719f58bed56 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:10:57.180298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Attempting to bind port 4af5cfaf-ef08-484f-bab8-1719f58bed56 on network 275877ff-0554-44b8-afd6-cea6742c8395 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:10:57.186421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:10:57.186800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Checking segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:10:57.187205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:57.187626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Bound using segment: {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:10:57.188053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Bound port: 4af5cfaf-ef08-484f-bab8-1719f58bed56, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b05dd-78ad-4011-9014-9cfed83f80b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '275877ff-0554-44b8-afd6-cea6742c8395'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:10:57.188427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:57.280193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1d232-ce48-45d8-a1f0-b8f8874a0ae8 req-5604ae95-f670-4feb-b221-ed258af71acc tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:57.281843 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-abc1d232-ce48-45d8-a1f0-b8f8874a0ae8 req-5604ae95-f670-4feb-b221-ed258af71acc tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 943 time: 0.1151640
Feb 19 08:10:57.323707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:10:57.327346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:10:57.331234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:57.342319 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-abc1d232-ce48-45d8-a1f0-b8f8874a0ae8 req-a76645c0-50dc-4a0d-af95-526cd045d375 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531678
Feb 19 08:10:57.350219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7200ae3-8669-4190-af9c-5bf9d585e21d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:10:57.568153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Pushing event updated for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:10:57.575998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:10:57.621663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:57.622436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:10:57.624245 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-a777698d-b595-4938-afbe-7392b889b42b service neutron] 10.222.0.70 "PUT /v2.0/ports/4af5cfaf-ef08-484f-bab8-1719f58bed56 HTTP/1.1" status: 200  len: 1157 time: 1.7806106
Feb 19 08:10:57.624487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:10:57.637425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ee2b-f63d-44fa-9340-798de0efa9d9 req-869e4462-05f1-461c-8ec5-1bc969e1ee68 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:57.643135 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6542ee2b-f63d-44fa-9340-798de0efa9d9 req-869e4462-05f1-461c-8ec5-1bc969e1ee68 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2942667
Feb 19 08:10:57.720094 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56', 'status': 'completed', 'code': 200}
Feb 19 08:10:57.742634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6542ee2b-f63d-44fa-9340-798de0efa9d9 req-429a516f-f53f-45eb-bd75-63194aa53ab0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967727
Feb 19 08:10:57.773043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-5495521c-a5fd-4ab9-9ce2-e36d227ff4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:57.774724 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-5495521c-a5fd-4ab9-9ce2-e36d227ff4cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 1160 time: 0.0963795
Feb 19 08:10:57.859490 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-b9a9f048-1bab-42a2-ab24-0fa6c0632c50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56 HTTP/1.1" status: 200  len: 217 time: 0.0684924
Feb 19 08:10:57.938402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5c41-338b-4301-b290-71792bb41c02 req-2c1c37b0-c946-412a-b7d7-b4431607fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:57.939919 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-2c1c37b0-c946-412a-b7d7-b4431607fe51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.0686610
Feb 19 08:10:58.002422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-2e50d6b7-f551-4033-aac0-48d92b8aadf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462039
Feb 19 08:10:58.154892 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-886e46c1-05f9-4d48-a86c-8bcce30d27be service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424282
Feb 19 08:10:58.257719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e95e14-7206-40ca-9c19-d096596cdc75 req-4e09aede-227a-4573-9333-85327d3fd375 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.259363 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17e95e14-7206-40ca-9c19-d096596cdc75 req-4e09aede-227a-4573-9333-85327d3fd375 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0911818
Feb 19 08:10:58.311419 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83cd5c41-338b-4301-b290-71792bb41c02 req-82c3168a-a95f-4784-9d2e-891f106bab3d service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478789
Feb 19 08:10:58.314246 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17e95e14-7206-40ca-9c19-d096596cdc75 req-89b3edac-ce43-46a8-b83b-47981d156a7d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472584
Feb 19 08:10:58.455562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffd65-fc58-4b99-8446-31c465975359 req-44e9823d-d689-42d5-8a70-0edda23a9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.457143 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-44e9823d-d689-42d5-8a70-0edda23a9cbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 1160 time: 0.0885086
Feb 19 08:10:58.669564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffd65-fc58-4b99-8446-31c465975359 req-8156a8d0-9896-4e2c-a723-93d1550b472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.671227 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-8156a8d0-9896-4e2c-a723-93d1550b472b service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.1765983
Feb 19 08:10:58.677946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8028fa-7498-43cb-bb7d-4963fe2212a8 req-afd468d6-38f0-4ddb-8ade-13e4194cc057 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.679496 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eb8028fa-7498-43cb-bb7d-4963fe2212a8 req-afd468d6-38f0-4ddb-8ade-13e4194cc057 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 943 time: 0.2208316
Feb 19 08:10:58.768027 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-cf98190b-6834-4cfa-a245-522e4027359e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56 HTTP/1.1" status: 200  len: 217 time: 0.0873902
Feb 19 08:10:58.838367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eb8028fa-7498-43cb-bb7d-4963fe2212a8 req-e760bb6c-a5f4-44ce-8c9f-daa3b8f0dc18 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024365
Feb 19 08:10:58.857992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffd65-fc58-4b99-8446-31c465975359 req-6354c169-95e9-4b13-aecd-b69f2591deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.857992 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-6354c169-95e9-4b13-aecd-b69f2591deec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.0756471
Feb 19 08:10:58.934223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-c7103437-64af-4181-8825-5d604189460e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664625
Feb 19 08:10:58.971474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a0129-db04-4477-945f-774aa2dabfd7 req-aa505732-b2ab-4fc2-8403-0f9e19bb7135 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:58.973616 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf2a0129-db04-4477-945f-774aa2dabfd7 req-aa505732-b2ab-4fc2-8403-0f9e19bb7135 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1074901
Feb 19 08:10:59.028430 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf2a0129-db04-4477-945f-774aa2dabfd7 req-6f3f6530-b5ef-480e-8f80-28916d325c05 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457573
Feb 19 08:10:59.085823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-a7cab2f5-fc00-4456-83a9-b3a4113b1146 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414607
Feb 19 08:10:59.231276 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-388ffd65-fc58-4b99-8446-31c465975359 req-980bbcb8-6019-461b-a742-075e8628fdae service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379337
Feb 19 08:10:59.522511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445753b-a23c-4e8c-9cab-ca9757c35896 req-347a7cfc-5d72-477a-8d7e-a0d849b12ae1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:10:59.524105 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3445753b-a23c-4e8c-9cab-ca9757c35896 req-347a7cfc-5d72-477a-8d7e-a0d849b12ae1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0869808
Feb 19 08:10:59.574000 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3445753b-a23c-4e8c-9cab-ca9757c35896 req-c12e7eb2-22ba-452e-b54d-6677b22951b5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435090
Feb 19 08:11:00.044110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a96602-48e7-4d6a-89d6-b8c1523fac68 req-b52a526a-f8b7-4f37-a81f-fb79a7705d3e tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:00.045719 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-74a96602-48e7-4d6a-89d6-b8c1523fac68 req-b52a526a-f8b7-4f37-a81f-fb79a7705d3e tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 943 time: 0.0907145
Feb 19 08:11:00.095229 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-74a96602-48e7-4d6a-89d6-b8c1523fac68 req-74ecabbc-693e-4fcf-a0a0-1fe53395fe24 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430815
Feb 19 08:11:00.241084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3123db-bd2b-4205-ad71-44f119d3b482 req-abbe0ae9-e43e-4154-b163-64d63394e3fa tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:00.242756 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6f3123db-bd2b-4205-ad71-44f119d3b482 req-abbe0ae9-e43e-4154-b163-64d63394e3fa tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0927408
Feb 19 08:11:00.292114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6f3123db-bd2b-4205-ad71-44f119d3b482 req-05d55b93-551a-4ea0-b291-e921f114a9b6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429990
Feb 19 08:11:00.786116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879895b5-024c-40e6-958e-fe3cf9d7f354 req-f31c235b-6b06-47a5-a6f7-9cbebdd871db tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:00.787755 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-879895b5-024c-40e6-958e-fe3cf9d7f354 req-f31c235b-6b06-47a5-a6f7-9cbebdd871db tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0881886
Feb 19 08:11:00.836231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-879895b5-024c-40e6-958e-fe3cf9d7f354 req-5bde0a2c-e9ad-465d-a3b6-fc4a4a0b2f8a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421669
Feb 19 08:11:01.296108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93cec2-4fbe-4943-85ad-25b346432974 req-296d2394-1e4f-405a-ab97-f51d746126d7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:01.297715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c93cec2-4fbe-4943-85ad-25b346432974 req-296d2394-1e4f-405a-ab97-f51d746126d7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 943 time: 0.0858827
Feb 19 08:11:01.356840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c93cec2-4fbe-4943-85ad-25b346432974 req-0947cf0b-3462-467a-99d2-1c1cde2198e6 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526862
Feb 19 08:11:01.516076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89c61-72d1-4ce7-b82b-eb48a5153c32 req-7d400b8f-4b56-4761-b271-284cfad886c0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:01.517707 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ebf89c61-72d1-4ce7-b82b-eb48a5153c32 req-7d400b8f-4b56-4761-b271-284cfad886c0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0908272
Feb 19 08:11:01.567472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ebf89c61-72d1-4ce7-b82b-eb48a5153c32 req-e48a6326-bcd0-47fe-83ac-f96800769be1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423534
Feb 19 08:11:02.046477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd98eb9-485f-449a-8268-46d4b793560b req-ec431fbf-3010-47fb-9def-87ed0655a5c0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:02.047980 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd98eb9-485f-449a-8268-46d4b793560b req-ec431fbf-3010-47fb-9def-87ed0655a5c0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0906026
Feb 19 08:11:02.097196 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd98eb9-485f-449a-8268-46d4b793560b req-8368a65d-b359-4dc5-be71-ed571a725029 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430379
Feb 19 08:11:02.328909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4af5cfaf-ef08-484f-bab8-1719f58bed56 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:02.406519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 4af5cfaf-ef08-484f-bab8-1719f58bed56 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:11:02.412496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4af5cfaf-ef08-484f-bab8-1719f58bed56 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:02.412918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:02.590267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:02.606870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1578-9d83-45e6-997f-e4b7e5d2b85c req-c606fb3b-d0b0-47c7-b78f-f8178413e6f7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:02.633950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-76ae1578-9d83-45e6-997f-e4b7e5d2b85c req-c606fb3b-d0b0-47c7-b78f-f8178413e6f7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 943 time: 0.1387191
Feb 19 08:11:02.640336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:02.667531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:02.675479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:02.678779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:02.693777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-76ae1578-9d83-45e6-997f-e4b7e5d2b85c req-fe01482d-eb8b-4e5a-bd3d-fcb058abe97d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584235
Feb 19 08:11:02.783097 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56', 'code': 200}
Feb 19 08:11:02.827794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:02.827794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:02.993436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd4dd-75ad-44e8-8153-792465349366 req-3d17d34e-4567-42d3-a663-44018a00e2ab tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:02.995133 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2e0fd4dd-75ad-44e8-8153-792465349366 req-3d17d34e-4567-42d3-a663-44018a00e2ab tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1480117
Feb 19 08:11:03.012963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 37642) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:03.108633 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2e0fd4dd-75ad-44e8-8153-792465349366 req-739ae685-f6fe-4cf0-81f6-2626886e35ef tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059699
Feb 19 08:11:03.157508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1668fc-832b-475e-9b18-14a7cab38d08 req-49a4c60e-2c74-45ca-b43c-15ee9c0d1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:03.159501 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a1668fc-832b-475e-9b18-14a7cab38d08 req-49a4c60e-2c74-45ca-b43c-15ee9c0d1d9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 1162 time: 0.1042385
Feb 19 08:11:03.162847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.179480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:03.183711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Usage tracker for resource:security_group_rule and tenant:680e541332c949dba7823ba4163b84d4 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:03.186971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:03.195180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:03.205293 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6a1668fc-832b-475e-9b18-14a7cab38d08 req-0b622e51-0998-4227-b4af-176231ead352 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376673
Feb 19 08:11:03.253807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4af5cfaf-ef08-484f-bab8-1719f58bed56 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:03.327570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4af5cfaf-ef08-484f-bab8-1719f58bed56 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:03.327996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.349003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.358235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.367633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b5db8a64-c334-40e2-a2a4-db8788d19d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:03.387714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3128fa4-5da7-4ead-82a7-6eeeb53b372f req-e15e060f-885b-4f75-a0ca-2c03cb1ca6e0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:03.389336 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f3128fa4-5da7-4ead-82a7-6eeeb53b372f req-e15e060f-885b-4f75-a0ca-2c03cb1ca6e0 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1535029
Feb 19 08:11:03.642448 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=680e541332c949dba7823ba4163b84d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6282179
Feb 19 08:11:03.644564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 37652) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:03.684931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a78b0-c4c8-41f1-b0f1-fade12ac3a85,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:03.691376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:03.699439 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f3128fa4-5da7-4ead-82a7-6eeeb53b372f req-66a9be1f-f880-45e1-9f25-2ed873057ed3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952719
Feb 19 08:11:03.712068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.743571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.793627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.798958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-95493b5a-6366-473e-b4a7-47c55c647396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:03.814051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a78b0-c4c8-41f1-b0f1-fade12ac3a85,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:03.818085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:03.858772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:03.860004 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b7a78b0-c4c8-41f1-b0f1-fade12ac3a85 HTTP/1.1" status: 204  len: 168 time: 0.2137754
Feb 19 08:11:03.908021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38447a-7fd2-40b7-bcdd-6dae646a7257 req-751254c3-7377-458b-adcb-bfc0cac3b5e3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:03.914620 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-df38447a-7fd2-40b7-bcdd-6dae646a7257 req-751254c3-7377-458b-adcb-bfc0cac3b5e3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1016269
Feb 19 08:11:03.975001 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-df38447a-7fd2-40b7-bcdd-6dae646a7257 req-f402f991-5d96-47f4-83e5-cac02380a673 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567818
Feb 19 08:11:04.320496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4174b-2576-4647-b44a-433bd54c4540 req-947c50f5-76b1-4894-ad53-6608496a8b78 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:04.322141 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c2b4174b-2576-4647-b44a-433bd54c4540 req-947c50f5-76b1-4894-ad53-6608496a8b78 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0857942
Feb 19 08:11:04.372079 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c2b4174b-2576-4647-b44a-433bd54c4540 req-0a2ce88c-1573-4d1d-8a3c-f7e5e69114a1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434422
Feb 19 08:11:04.920690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2856577-bbf3-4c27-8b5e-0d4f059cc1c3 req-498f257f-d6f5-4952-a46a-66ad0c55c338 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:04.922752 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f2856577-bbf3-4c27-8b5e-0d4f059cc1c3 req-498f257f-d6f5-4952-a46a-66ad0c55c338 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1027861
Feb 19 08:11:04.979234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f2856577-bbf3-4c27-8b5e-0d4f059cc1c3 req-0a9c3743-e285-452b-be0a-1bc30aa9eeeb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496409
Feb 19 08:11:05.205780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c2b9-50c2-47fe-b9ec-cde85d474869 req-6ac9e391-1c8a-4974-a9af-82322f4a2c11 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:05.213849 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d33c2b9-50c2-47fe-b9ec-cde85d474869 req-6ac9e391-1c8a-4974-a9af-82322f4a2c11 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1165669
Feb 19 08:11:05.256847 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d33c2b9-50c2-47fe-b9ec-cde85d474869 req-3341eff0-9b8f-4833-b803-f02b0e99194b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420842
Feb 19 08:11:05.294854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4af5cfaf-ef08-484f-bab8-1719f58bed56 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:05.371379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4af5cfaf-ef08-484f-bab8-1719f58bed56 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:05.371799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:05.685444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2b5c5-7b3f-4aaf-97c0-18317479670c req-92e59a38-0df6-4dca-afef-382bcdcf48a0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:05.687168 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7c2b5c5-7b3f-4aaf-97c0-18317479670c req-92e59a38-0df6-4dca-afef-382bcdcf48a0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1615124
Feb 19 08:11:05.763948 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7c2b5c5-7b3f-4aaf-97c0-18317479670c req-fccbc93d-e8d5-4949-825d-192c42305910 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697834
Feb 19 08:11:05.766354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21446159-e7a4-4ab7-85ce-75ace4f587a2 req-08d50a2e-d756-4c44-9d95-bd694b45ed85 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:05.770974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-21446159-e7a4-4ab7-85ce-75ace4f587a2 req-08d50a2e-d756-4c44-9d95-bd694b45ed85 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0914955
Feb 19 08:11:05.823966 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-21446159-e7a4-4ab7-85ce-75ace4f587a2 req-ca9a4423-4064-48ae-8cbe-beb1bd780cab tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492241
Feb 19 08:11:05.925937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-345b8c08-0513-4889-b5ef-1a860c0bc489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:06.191305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b81d0-fcee-4b39-a0b9-316689fe9360 req-863baecf-07d1-4a7d-8204-37831286c49c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:06.193366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-935b81d0-fcee-4b39-a0b9-316689fe9360 req-863baecf-07d1-4a7d-8204-37831286c49c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0874846
Feb 19 08:11:06.244918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-935b81d0-fcee-4b39-a0b9-316689fe9360 req-4ab7c28f-77ad-412c-852c-f855a8cc3652 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451581
Feb 19 08:11:06.460040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d737-d695-492b-9591-6aa4954b1a97 req-a6069a98-4a5d-4efc-99d2-77bd0b5b3023 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:06.461668 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fad9d737-d695-492b-9591-6aa4954b1a97 req-a6069a98-4a5d-4efc-99d2-77bd0b5b3023 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.0889945
Feb 19 08:11:06.510052 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fad9d737-d695-492b-9591-6aa4954b1a97 req-606adba2-8988-43ac-aeca-485ff16ea8a1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417149
Feb 19 08:11:06.992590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874731a4-e164-4de2-9fa7-c424dcc455e3 req-d2890f0d-2e4b-40db-970b-bfe55d49407a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:06.994237 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-874731a4-e164-4de2-9fa7-c424dcc455e3 req-d2890f0d-2e4b-40db-970b-bfe55d49407a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0909894
Feb 19 08:11:07.048095 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-874731a4-e164-4de2-9fa7-c424dcc455e3 req-4d7cefca-bf87-4b4c-b17b-480978d58aaa tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473392
Feb 19 08:11:07.069026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8aa1-5434-4883-b5ee-12df591e91f9 req-d24e1a43-caa9-45bd-b344-65d4a5c8b6b8 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:07.069323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6dff8aa1-5434-4883-b5ee-12df591e91f9 req-d24e1a43-caa9-45bd-b344-65d4a5c8b6b8 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0980561
Feb 19 08:11:07.117860 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6dff8aa1-5434-4883-b5ee-12df591e91f9 req-eece3d31-56fd-4574-8e97-45ab5745bba9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412390
Feb 19 08:11:07.307173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4af5cfaf-ef08-484f-bab8-1719f58bed56 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:07.383032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4af5cfaf-ef08-484f-bab8-1719f58bed56 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:07.383373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:07.452089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9cec-5947-4084-a993-f36764291d61 req-a08fbd07-3093-4c57-85a3-3860cfdc4710 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:07.453715 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-938d9cec-5947-4084-a993-f36764291d61 req-a08fbd07-3093-4c57-85a3-3860cfdc4710 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0923243
Feb 19 08:11:07.503788 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-938d9cec-5947-4084-a993-f36764291d61 req-4295ff0e-3427-4c6b-80a9-de1d50611c45 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436463
Feb 19 08:11:07.712041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea55b5-69ef-460d-b940-9ce157d11124 req-6bb6e46f-7724-4883-bc04-c6a030b8d522 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:07.713658 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-24ea55b5-69ef-460d-b940-9ce157d11124 req-6bb6e46f-7724-4883-bc04-c6a030b8d522 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.0881233
Feb 19 08:11:07.762930 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-24ea55b5-69ef-460d-b940-9ce157d11124 req-13bdf18a-a83e-4b96-bdba-a204c4ae2ab1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426743
Feb 19 08:11:08.237106 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-a102e982-2eb1-4940-a390-1dd099aa3434 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3836670
Feb 19 08:11:08.378098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e490c-9e38-4c93-930e-ceed52eb2983 req-f40e1dec-41bd-44e0-9bc0-c4d448ae52a5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.380573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-038e490c-9e38-4c93-930e-ceed52eb2983 req-f40e1dec-41bd-44e0-9bc0-c4d448ae52a5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1272466
Feb 19 08:11:08.393627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ac555e4f-1bd6-43bc-b357-53d6d71570ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:08.437502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-7af2088a-e91b-4671-a5cd-69103288d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.439153 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-7af2088a-e91b-4671-a5cd-69103288d795 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 1162 time: 0.1787534
Feb 19 08:11:08.459171 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-038e490c-9e38-4c93-930e-ceed52eb2983 req-b1a93083-1c43-4bdd-9b99-5df4f60a6f2a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708218
Feb 19 08:11:08.499000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829fe1-1b7f-46ff-b141-11324864d1dc req-85035507-9d11-496e-ba7d-77731022e7fd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.500579 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-01829fe1-1b7f-46ff-b141-11324864d1dc req-85035507-9d11-496e-ba7d-77731022e7fd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1702604
Feb 19 08:11:08.627526 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-01829fe1-1b7f-46ff-b141-11324864d1dc req-08151132-87d8-4fd1-8399-4f0f7d39a682 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695066
Feb 19 08:11:08.672985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-fb1dde99-027c-423c-827e-bee96f0e297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.674718 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-fb1dde99-027c-423c-827e-bee96f0e297e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.2072887
Feb 19 08:11:08.717259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:08.759026 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-e814e15d-a321-4a82-8d5b-c1a043443442 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 200  len: 217 time: 0.0765865
Feb 19 08:11:08.831032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-16bf59aa-bf88-4d1a-9b4e-55014217f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.832637 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-16bf59aa-bf88-4d1a-9b4e-55014217f316 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0653160
Feb 19 08:11:08.855945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e7410-9923-4f0c-b472-3ee9af2639aa req-832286cb-9c96-481a-abd1-fd66eeb33f1d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:08.857722 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-461e7410-9923-4f0c-b472-3ee9af2639aa req-832286cb-9c96-481a-abd1-fd66eeb33f1d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0919573
Feb 19 08:11:08.890774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-0326a83c-2370-4059-a897-433712457a05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503719
Feb 19 08:11:08.907284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-461e7410-9923-4f0c-b472-3ee9af2639aa req-b5d330ac-b917-4769-b7a0-1c53d0f6c38a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425282
Feb 19 08:11:09.672872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:09.699041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2d8b0-f292-40bf-9057-2319abdad104 req-a87218b3-8a79-4dce-bdc4-95142826da59 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:09.700660 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90c2d8b0-f292-40bf-9057-2319abdad104 req-a87218b3-8a79-4dce-bdc4-95142826da59 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1099579
Feb 19 08:11:09.749123 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90c2d8b0-f292-40bf-9057-2319abdad104 req-5a9fb8c9-69f4-4bbb-86e9-b5ac2c9c7c98 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420368
Feb 19 08:11:09.940441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93524084-8c59-43c8-a87f-b2b1f0132c9c req-d68ef2d3-1276-49bd-8ac5-bfa083fd9a34 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:09.942581 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-93524084-8c59-43c8-a87f-b2b1f0132c9c req-d68ef2d3-1276-49bd-8ac5-bfa083fd9a34 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0906398
Feb 19 08:11:09.992176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-93524084-8c59-43c8-a87f-b2b1f0132c9c req-bde30328-5c1d-40c7-8f8e-eac6cb01f5f5 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431302
Feb 19 08:11:10.050854 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-bad27301-a699-4668-bff4-072de29a7fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425362
Feb 19 08:11:10.183396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639573f-03a0-4824-be44-3d0f6af56248 req-e4f08997-d9f1-4321-bc65-ced9b7b6bdd4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:10.185001 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f639573f-03a0-4824-be44-3d0f6af56248 req-e4f08997-d9f1-4321-bc65-ced9b7b6bdd4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0898628
Feb 19 08:11:10.233728 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f639573f-03a0-4824-be44-3d0f6af56248 req-ce6da949-a35d-4704-b00e-6f9a1e5e3c18 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423851
Feb 19 08:11:10.424393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:10.960161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe031-597d-4eca-8045-f27bc86def24 req-73b44d8b-5d1b-4ab8-af66-5406ff413496 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:10.961774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-089fe031-597d-4eca-8045-f27bc86def24 req-73b44d8b-5d1b-4ab8-af66-5406ff413496 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0944569
Feb 19 08:11:11.011580 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-089fe031-597d-4eca-8045-f27bc86def24 req-864fc846-b51b-479b-b7c8-f4e9c5180110 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435727
Feb 19 08:11:11.207975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840d6a-fb05-495b-9101-2c9c2f1ffa3f req-e4ba9c13-3972-4a73-8420-5ebc5eafc7ac tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:11.209573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2a840d6a-fb05-495b-9101-2c9c2f1ffa3f req-e4ba9c13-3972-4a73-8420-5ebc5eafc7ac tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0924740
Feb 19 08:11:11.257473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2a840d6a-fb05-495b-9101-2c9c2f1ffa3f req-82bb31af-67dc-42e7-be59-1a892b99af93 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416057
Feb 19 08:11:11.450708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa586-5cdd-4aa0-be55-6ea84deb6de4 req-475a7f14-f0da-41ba-bd5d-86d0ac9635cc tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:11.452324 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32dfa586-5cdd-4aa0-be55-6ea84deb6de4 req-475a7f14-f0da-41ba-bd5d-86d0ac9635cc tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0913250
Feb 19 08:11:11.501555 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-32dfa586-5cdd-4aa0-be55-6ea84deb6de4 req-0a952897-7a7b-4e25-afbb-909b58d2c98f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422711
Feb 19 08:11:12.101109 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:12.228712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a005db-d3a3-4f8d-88d3-03d62cb0f108 req-b77c307d-9f6f-464b-aa86-ddad338d8515 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:12.230386 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86a005db-d3a3-4f8d-88d3-03d62cb0f108 req-b77c307d-9f6f-464b-aa86-ddad338d8515 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0980797
Feb 19 08:11:12.260432 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf00f2f8-50d0-4c0a-ba9b-deb6fde8d7ec req-a5f48229-30db-44a1-910d-f5be3892b20c service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1624916
Feb 19 08:11:12.282827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86a005db-d3a3-4f8d-88d3-03d62cb0f108 req-4f29796f-b308-478b-8cca-95f24175ec7f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452194
Feb 19 08:11:12.487183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bf0d1-7d54-443d-b884-ea6547b87929 req-f85a723d-0b69-41de-9a9c-e987036c5b17 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:12.489267 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-044bf0d1-7d54-443d-b884-ea6547b87929 req-f85a723d-0b69-41de-9a9c-e987036c5b17 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0932271
Feb 19 08:11:12.539790 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-044bf0d1-7d54-443d-b884-ea6547b87929 req-1d6169cc-fc75-40d7-8d9d-7b4d08f9494f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436633
Feb 19 08:11:12.717314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357f48-ddb7-4de1-8b55-194dd00d036d req-0e96d2c2-c170-4833-9c91-b5706fdf5a1c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:12.718994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5357f48-ddb7-4de1-8b55-194dd00d036d req-0e96d2c2-c170-4833-9c91-b5706fdf5a1c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0908251
Feb 19 08:11:12.769463 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5357f48-ddb7-4de1-8b55-194dd00d036d req-58d0f0b8-9fce-43c1-b76a-842f8a5b7e80 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434940
Feb 19 08:11:13.494713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2efab-bc62-4c5d-af06-26198c025cca req-74dda6fe-011c-4680-b143-1a35f8b7003c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:13.496321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7f2efab-bc62-4c5d-af06-26198c025cca req-74dda6fe-011c-4680-b143-1a35f8b7003c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0915024
Feb 19 08:11:13.547231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7f2efab-bc62-4c5d-af06-26198c025cca req-8d808279-ed2e-4dbc-9f6b-86cc76039470 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444262
Feb 19 08:11:13.751330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f233-816c-40c6-aea2-8fcf1524a83b req-91dab34c-f3ef-4c45-88f3-e1147d3119f3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:13.752947 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b38f233-816c-40c6-aea2-8fcf1524a83b req-91dab34c-f3ef-4c45-88f3-e1147d3119f3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0931077
Feb 19 08:11:13.801602 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b38f233-816c-40c6-aea2-8fcf1524a83b req-e7282d4b-9b9c-428e-900b-8d4c7196dcec tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410776
Feb 19 08:11:13.975931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe6e7-e4ae-4c58-a1c4-c899ed442554 req-8831a202-b8ad-4ff8-b2e3-05baaf5e7b68 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:13.977661 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-407fe6e7-e4ae-4c58-a1c4-c899ed442554 req-8831a202-b8ad-4ff8-b2e3-05baaf5e7b68 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0909245
Feb 19 08:11:14.030826 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-407fe6e7-e4ae-4c58-a1c4-c899ed442554 req-2936240d-752d-4024-af9b-fb7e98f08ff5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457618
Feb 19 08:11:14.760387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0728-0424-452e-b8c1-fa3a53fe5d4a req-e390579f-07a5-4a82-9c4a-b9b97a096d6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:14.762011 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fd8d0728-0424-452e-b8c1-fa3a53fe5d4a req-e390579f-07a5-4a82-9c4a-b9b97a096d6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0929604
Feb 19 08:11:14.809422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fd8d0728-0424-452e-b8c1-fa3a53fe5d4a req-04965a03-dde7-4e04-9db9-6abdc6f94927 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412545
Feb 19 08:11:15.003498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe85532-b10a-4174-b02b-9978d887dd9a req-5dace8cb-7cd6-4a8b-8fd2-8766318c062b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:15.005639 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efe85532-b10a-4174-b02b-9978d887dd9a req-5dace8cb-7cd6-4a8b-8fd2-8766318c062b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0901678
Feb 19 08:11:15.054472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-efe85532-b10a-4174-b02b-9978d887dd9a req-5e1fd10c-e234-4a4a-b2c0-124b5f2ca7a0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423815
Feb 19 08:11:15.235670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a780c0-a264-419f-8e4a-33748156c3e9 req-02c34001-e10c-4af1-9e9d-ab48d1fe84d3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:15.237251 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-16a780c0-a264-419f-8e4a-33748156c3e9 req-02c34001-e10c-4af1-9e9d-ab48d1fe84d3 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0852447
Feb 19 08:11:15.286530 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-16a780c0-a264-419f-8e4a-33748156c3e9 req-596167d9-1325-4e62-b06c-a3f0bf3a4c9b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424795
Feb 19 08:11:15.823652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:11:16.012547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aee20c-6656-4f11-a812-41313ebd8151 req-538b1a16-4377-4399-b5a5-08a336522512 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:16.014200 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55aee20c-6656-4f11-a812-41313ebd8151 req-538b1a16-4377-4399-b5a5-08a336522512 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0861635
Feb 19 08:11:16.068072 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55aee20c-6656-4f11-a812-41313ebd8151 req-08128a9a-c42c-4b2a-bc33-293927b3f4f6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468161
Feb 19 08:11:16.262949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fdc96-9cc5-4651-a2dd-26c5b2ed3a69 req-bfba7a78-e1a3-48da-8c37-dddf7f4cce57 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:16.264550 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-344fdc96-9cc5-4651-a2dd-26c5b2ed3a69 req-bfba7a78-e1a3-48da-8c37-dddf7f4cce57 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0909152
Feb 19 08:11:16.311713 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-344fdc96-9cc5-4651-a2dd-26c5b2ed3a69 req-14480258-fc73-4f7d-8540-d1d3f34997e2 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404241
Feb 19 08:11:16.486508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07727-c31a-4c52-80b8-c2ae48b618f5 req-93e8ed7c-6663-4104-8d6d-bd900a2043bb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:16.488130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ea07727-c31a-4c52-80b8-c2ae48b618f5 req-93e8ed7c-6663-4104-8d6d-bd900a2043bb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0862985
Feb 19 08:11:16.536934 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ea07727-c31a-4c52-80b8-c2ae48b618f5 req-17425bda-f494-473a-8e77-6eab2a092774 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422840
Feb 19 08:11:17.277816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6be9f-cfe3-4e24-bc86-3c4e18496eeb req-8dde7239-c15a-4dd8-b3d6-8ae1be2d7544 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:17.279679 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0be6be9f-cfe3-4e24-bc86-3c4e18496eeb req-8dde7239-c15a-4dd8-b3d6-8ae1be2d7544 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0901837
Feb 19 08:11:17.327158 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0be6be9f-cfe3-4e24-bc86-3c4e18496eeb req-369a6671-b092-439a-9807-d62684a14cf6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409884
Feb 19 08:11:17.513853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426e93-d5a0-475a-a3d8-45babe7e70ec req-d4c3681f-5435-49d3-a3ed-e820952bcd37 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:17.515432 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91426e93-d5a0-475a-a3d8-45babe7e70ec req-d4c3681f-5435-49d3-a3ed-e820952bcd37 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0895138
Feb 19 08:11:17.563871 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91426e93-d5a0-475a-a3d8-45babe7e70ec req-2a06db15-41dd-4da9-926e-383f66bffe47 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421164
Feb 19 08:11:17.737606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839142f-0f5d-4b62-98b6-b27a461d1431 req-f8897c5d-d88e-4037-8449-48231756c6ce tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:17.740950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f839142f-0f5d-4b62-98b6-b27a461d1431 req-f8897c5d-d88e-4037-8449-48231756c6ce tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0912197
Feb 19 08:11:17.796648 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f839142f-0f5d-4b62-98b6-b27a461d1431 req-64a397a7-35bd-44b8-bfc7-101fc227946a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452383
Feb 19 08:11:18.038076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 37900) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:18.165550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.180533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:18.184653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb565ee1bb14cccb8ba0b9e8c90fe03 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:18.187643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:18.193316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:18.278080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.280936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.290028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-607b7b99-504d-4e52-82fe-d8d3d87753bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:18.334965 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb565ee1bb14cccb8ba0b9e8c90fe03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926586
Feb 19 08:11:18.335293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 37908) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:18.338123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f6334-0c49-4fd6-b685-1a9353d72853,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:18.357986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.358392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.358793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.359188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.359578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.359964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.360350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.360737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.361118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.361499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.361909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.362289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.362739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.363110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.363488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.363898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.364277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.364826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.365000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.365375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.365750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.366152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.366528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.366900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:18.392359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:18.425983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.452991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.568544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.576801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bc1cc9fb-1da3-4618-b1c1-03ac0d850f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:18.589261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354132f-e9fc-4289-a1d4-b196b2df8e3a req-b4453299-03b2-4fad-a4e9-50b5bf6c2be6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:18.590896 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a354132f-e9fc-4289-a1d4-b196b2df8e3a req-b4453299-03b2-4fad-a4e9-50b5bf6c2be6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1295276
Feb 19 08:11:18.595880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f6334-0c49-4fd6-b685-1a9353d72853,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:18.603356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:18.636080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:18.638453 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b4f6334-0c49-4fd6-b685-1a9353d72853 HTTP/1.1" status: 204  len: 168 time: 0.3010576
Feb 19 08:11:18.648917 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a354132f-e9fc-4289-a1d4-b196b2df8e3a req-e1cfe672-0397-48e8-8084-011a1e45d101 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505877
Feb 19 08:11:18.785112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871347-c91e-4d3e-b9c3-7d6be5509960 req-af9fadd8-0712-4e03-bdea-0491bbe6a66e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:18.787369 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa871347-c91e-4d3e-b9c3-7d6be5509960 req-af9fadd8-0712-4e03-bdea-0491bbe6a66e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0915732
Feb 19 08:11:18.836059 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa871347-c91e-4d3e-b9c3-7d6be5509960 req-fcd40337-6041-4404-ae98-b97697d1366e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420134
Feb 19 08:11:19.004599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f493f2-63c8-402f-baf0-4244562eaba7 req-2ea6647a-baa0-4ac3-ba71-542559c2baef tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:19.006283 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-49f493f2-63c8-402f-baf0-4244562eaba7 req-2ea6647a-baa0-4ac3-ba71-542559c2baef tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0910695
Feb 19 08:11:19.059493 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-49f493f2-63c8-402f-baf0-4244562eaba7 req-52c7c2df-eedf-4367-80d2-4846e1c67a5d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463123
Feb 19 08:11:19.856030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014c06-7afa-4e00-b106-01f926195827 req-2c1b88af-513b-456d-a0ab-03d4d4bf57f8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:19.857637 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17014c06-7afa-4e00-b106-01f926195827 req-2c1b88af-513b-456d-a0ab-03d4d4bf57f8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0896125
Feb 19 08:11:19.909561 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17014c06-7afa-4e00-b106-01f926195827 req-10767ddf-607a-4c25-bc0b-b8452d21b3cb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443888
Feb 19 08:11:20.070043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cd36-09d7-476e-b247-a746200678ba req-f49d35a2-2479-41cb-b9f4-fc2a153db3be tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:20.071629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1a32cd36-09d7-476e-b247-a746200678ba req-f49d35a2-2479-41cb-b9f4-fc2a153db3be tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0951149
Feb 19 08:11:20.120225 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1a32cd36-09d7-476e-b247-a746200678ba req-58170481-b90f-4b49-92eb-1a719cb964fb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423923
Feb 19 08:11:20.261278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe04a-8664-45b0-9f35-b189a81ac76d req-39085222-e1e0-4fa9-9b4c-7cb2c2c905ca tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:20.262941 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-caebe04a-8664-45b0-9f35-b189a81ac76d req-39085222-e1e0-4fa9-9b4c-7cb2c2c905ca tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0876756
Feb 19 08:11:20.310833 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-caebe04a-8664-45b0-9f35-b189a81ac76d req-be76b9e8-21d8-497c-bd98-cde21c4231b5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418160
Feb 19 08:11:21.116145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e1a5-3095-4f41-889e-a1a0490c76c2 req-1a0ed6fc-2bf1-4b77-8fb2-fb819759b521 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:21.117769 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-62a5e1a5-3095-4f41-889e-a1a0490c76c2 req-1a0ed6fc-2bf1-4b77-8fb2-fb819759b521 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0873621
Feb 19 08:11:21.177372 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-62a5e1a5-3095-4f41-889e-a1a0490c76c2 req-875f078b-e5b5-4b1c-ac75-a00fc77c79e8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524457
Feb 19 08:11:21.340734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf91f7-be57-4af2-a585-836593eb4889 req-c60df28a-f9d2-43b0-a1b1-674913cee64a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:21.350162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e5cf91f7-be57-4af2-a585-836593eb4889 req-c60df28a-f9d2-43b0-a1b1-674913cee64a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0992315
Feb 19 08:11:21.401159 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e5cf91f7-be57-4af2-a585-836593eb4889 req-6040f1ce-e895-4294-ab16-1a2a0425682c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497625
Feb 19 08:11:21.524000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf35e-dcaa-4006-89b6-a77fe8f55895 req-989b8531-5dce-4a8f-9b43-4516294028a4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:21.525631 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1efbf35e-dcaa-4006-89b6-a77fe8f55895 req-989b8531-5dce-4a8f-9b43-4516294028a4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0882838
Feb 19 08:11:21.575999 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1efbf35e-dcaa-4006-89b6-a77fe8f55895 req-c5b5bc12-384f-4106-865e-087243e3e82b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438521
Feb 19 08:11:21.879509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-173e6ed5-8734-4b57-b8c8-e68edf5fcdac tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:21.895454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-173e6ed5-8734-4b57-b8c8-e68edf5fcdac tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:21.896718 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-173e6ed5-8734-4b57-b8c8-e68edf5fcdac tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1224868626&fields=id&tenant_id=b0c1994b8d0f45d4afed6931ee786c53 HTTP/1.1" status: 200  len: 267 time: 0.0592687
Feb 19 08:11:22.057265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-19bda1d2-d86b-4c23-afee-1b6a7fd54381 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:22.058876 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-19bda1d2-d86b-4c23-afee-1b6a7fd54381 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 809 time: 0.1549771
Feb 19 08:11:22.074707 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-c1b7c75c-e8b4-4b88-a073-12614feb79e1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/quotas/b0c1994b8d0f45d4afed6931ee786c53 HTTP/1.1" status: 200  len: 375 time: 0.0098882
Feb 19 08:11:22.165156 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-dde61a40-5c51-4f9c-8343-88162b20e929 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0851650
Feb 19 08:11:22.315007 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-cc9cdb5c-9a91-4712-a227-4022da4f593c service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370909
Feb 19 08:11:22.392232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a197a1-bb1c-463c-aa4f-1af736d0fb70 req-8b89aad5-6a09-4f2f-8575-adf98d43f5ab tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:22.393830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6a197a1-bb1c-463c-aa4f-1af736d0fb70 req-8b89aad5-6a09-4f2f-8575-adf98d43f5ab tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0915403
Feb 19 08:11:22.443389 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6a197a1-bb1c-463c-aa4f-1af736d0fb70 req-93a330c1-b24d-4111-bd6f-af3e9bebb2ba tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422931
Feb 19 08:11:22.467654 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-67f02276-6c6e-4c5b-b86f-1e28317eadbf service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457214
Feb 19 08:11:22.649370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7804-eb15-4127-ae7e-80e2deb36f68 req-0f45a1d7-4785-469f-96d8-f0b46c25a63a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:22.652798 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e83c7804-eb15-4127-ae7e-80e2deb36f68 req-0f45a1d7-4785-469f-96d8-f0b46c25a63a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0961790
Feb 19 08:11:22.701508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e83c7804-eb15-4127-ae7e-80e2deb36f68 req-a0dba36c-22b4-4931-aedd-09eafc608a50 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439281
Feb 19 08:11:22.896408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645faaa-8ed0-4b6a-92a0-e09c479a332c req-e5fd1e9a-299c-48e3-9bc7-55549f31abac tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:22.898036 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0645faaa-8ed0-4b6a-92a0-e09c479a332c req-e5fd1e9a-299c-48e3-9bc7-55549f31abac tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0906363
Feb 19 08:11:22.948286 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0645faaa-8ed0-4b6a-92a0-e09c479a332c req-c4f9abae-2dfa-485d-beaf-f81f5280d735 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438809
Feb 19 08:11:23.695657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf6db-1fc9-4ce5-ba65-1e39972c7181 req-3cfe464f-1eeb-4476-80e0-340c5c9f38d4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:23.697483 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13cbf6db-1fc9-4ce5-ba65-1e39972c7181 req-3cfe464f-1eeb-4476-80e0-340c5c9f38d4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1281228
Feb 19 08:11:23.752950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13cbf6db-1fc9-4ce5-ba65-1e39972c7181 req-9107865e-c286-43b6-ab1b-cbb768260c61 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492501
Feb 19 08:11:23.943514 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e10fd164-6c6b-480e-a73f-1a665cb04704 req-87051218-18c6-4958-8a82-83c2dd3f860f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0615938
Feb 19 08:11:23.988447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb2714-0be7-46f2-afed-7f794751c188 req-d10348f8-248e-4f2c-96fa-3d0329acc53e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:23.990266 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15cb2714-0be7-46f2-afed-7f794751c188 req-d10348f8-248e-4f2c-96fa-3d0329acc53e tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1124942
Feb 19 08:11:24.048530 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15cb2714-0be7-46f2-afed-7f794751c188 req-23d1e71d-6715-414c-9582-bb9466d4a358 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503094
Feb 19 08:11:24.199154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723028ed-8c52-488b-9c0c-a7f7db120686 req-d355dd3d-eb21-4c92-b467-760a050413de tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:24.201034 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-723028ed-8c52-488b-9c0c-a7f7db120686 req-d355dd3d-eb21-4c92-b467-760a050413de tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0950718
Feb 19 08:11:24.253694 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-723028ed-8c52-488b-9c0c-a7f7db120686 req-7a73815a-bc0d-4259-9702-11610c64e387 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465200
Feb 19 08:11:25.112813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc70d8e-c2c8-40ef-9f9c-e54b93efeb47 req-e509b746-b704-4d54-a15a-0789a57211fb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:25.115224 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bdc70d8e-c2c8-40ef-9f9c-e54b93efeb47 req-e509b746-b704-4d54-a15a-0789a57211fb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2137692
Feb 19 08:11:25.194368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-597856ce-0753-454a-af73-e8e5b3802ce3 req-0f8697c9-dea3-4879-8228-6370b24ccdb6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0632858
Feb 19 08:11:25.210050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bdc70d8e-c2c8-40ef-9f9c-e54b93efeb47 req-c67b02d1-0db6-4944-bd8f-f4fa017dd760 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880954
Feb 19 08:11:25.449364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b52239-0236-4061-9185-9c0c012e19b8 req-c26e3ed9-0fb8-4dc9-88dc-57eade2d7227 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:25.458932 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-26b52239-0236-4061-9185-9c0c012e19b8 req-c26e3ed9-0fb8-4dc9-88dc-57eade2d7227 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1056538
Feb 19 08:11:25.516231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-26b52239-0236-4061-9185-9c0c012e19b8 req-876c8da2-5936-4f49-b4fc-d6e34e190f28 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562332
Feb 19 08:11:25.539292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a10c5-d556-4737-8aee-b6086016ccc3 req-83b417ed-4559-4823-a045-9dc8caffc9f5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:25.541252 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ac7a10c5-d556-4737-8aee-b6086016ccc3 req-83b417ed-4559-4823-a045-9dc8caffc9f5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1262074
Feb 19 08:11:25.607337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ac7a10c5-d556-4737-8aee-b6086016ccc3 req-5986ce57-9510-4c41-817b-b80bd004968d tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592196
Feb 19 08:11:25.902779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e28d987a-68d8-426d-80ff-d554d4760d19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:25.903712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e28d987a-68d8-426d-80ff-d554d4760d19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:network {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:25.934152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e28d987a-68d8-426d-80ff-d554d4760d19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:network {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:25.934436 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e28d987a-68d8-426d-80ff-d554d4760d19 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 809 time: 0.2956371
Feb 19 08:11:26.419581 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b0c46f83-2d8c-4ac2-81aa-400a7591d118 req-842894b6-0235-4155-bcd4-e53bcd6b0c4e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0741310
Feb 19 08:11:26.460670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad807-d755-44a5-b2fd-6921e916974f req-a5d5b365-262d-4b0e-ba68-b818de213ad0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:26.468580 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dcdad807-d755-44a5-b2fd-6921e916974f req-a5d5b365-262d-4b0e-ba68-b818de213ad0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1095753
Feb 19 08:11:26.530292 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dcdad807-d755-44a5-b2fd-6921e916974f req-bb3ba60e-1646-4ff8-848e-50ffc01bda5f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603349
Feb 19 08:11:26.788907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbba13-c348-4377-bd2a-15d8a23ee4e2 req-8a5d2132-1142-4854-86ac-af04dc9cbcaa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:26.794609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-10cbba13-c348-4377-bd2a-15d8a23ee4e2 req-8a5d2132-1142-4854-86ac-af04dc9cbcaa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1075704
Feb 19 08:11:26.946179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26448e1-3649-4f7a-adb8-817e0722d8cd req-cbaa728c-0f8c-4ea4-b5a4-489052ea905b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:26.948068 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b26448e1-3649-4f7a-adb8-817e0722d8cd req-cbaa728c-0f8c-4ea4-b5a4-489052ea905b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1101525
Feb 19 08:11:27.024250 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b26448e1-3649-4f7a-adb8-817e0722d8cd req-93f7d055-d847-4af1-8c3f-772312521773 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618615
Feb 19 08:11:27.148742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-10cbba13-c348-4377-bd2a-15d8a23ee4e2 req-8a002c2d-aa6e-4116-8cd0-9c80d63fc3dc tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3483908
Feb 19 08:11:27.597773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-2140b2b5-afbc-4559-bdcb-51b410758e35 req-68d3fd18-b843-4750-8bd6-29e234677e74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:27.619343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-2140b2b5-afbc-4559-bdcb-51b410758e35 req-68d3fd18-b843-4750-8bd6-29e234677e74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:27.624284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2140b2b5-afbc-4559-bdcb-51b410758e35 req-68d3fd18-b843-4750-8bd6-29e234677e74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0820162
Feb 19 08:11:27.845882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd83550-5e7e-43a8-aa4b-86035b9cbfd5 req-fc024b7b-4162-4861-8496-70a2755292ee tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:27.845882 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bd83550-5e7e-43a8-aa4b-86035b9cbfd5 req-fc024b7b-4162-4861-8496-70a2755292ee tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1196353
Feb 19 08:11:27.906870 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bd83550-5e7e-43a8-aa4b-86035b9cbfd5 req-50a9fe37-19e8-4841-a39e-be8258783a0b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510595
Feb 19 08:11:28.323113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492481-113c-47a2-b17f-07ce99c02241 req-af3c69cb-11b9-47ee-9cff-f6151bdf524c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:28.331474 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ab492481-113c-47a2-b17f-07ce99c02241 req-af3c69cb-11b9-47ee-9cff-f6151bdf524c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1605630
Feb 19 08:11:28.378212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba646e-e4a1-4aa2-8e6c-2a29a4a4ebab req-c1e3e441-ff38-41c4-9dc6-8e509525b461 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:28.380086 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11ba646e-e4a1-4aa2-8e6c-2a29a4a4ebab req-c1e3e441-ff38-41c4-9dc6-8e509525b461 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1004233
Feb 19 08:11:28.384746 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ab492481-113c-47a2-b17f-07ce99c02241 req-e60ab088-ec8e-4128-a002-9f4fb6616ea7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519214
Feb 19 08:11:28.462855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11ba646e-e4a1-4aa2-8e6c-2a29a4a4ebab req-387153e2-9ca7-4694-848f-3307f04570f9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751209
Feb 19 08:11:28.836508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2112f91b-8a7b-4b20-a6ef-604b8bb65377 req-881932c0-34e3-4083-ab46-95d827e4881d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0688026
Feb 19 08:11:28.914983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-702380b8-711f-4a7b-ae43-31477aac3d91 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:28.928279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-702380b8-711f-4a7b-ae43-31477aac3d91 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:28.929678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-702380b8-711f-4a7b-ae43-31477aac3d91 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0c1994b8d0f45d4afed6931ee786c53 HTTP/1.1" status: 200  len: 5759 time: 0.1141000
Feb 19 08:11:28.947782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'port': {'device_id': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'admin_state_up': True, 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'security_groups': ['b6b9208e-637c-477d-bbac-561034160a52']}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:29.108253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:29.119126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:29.129058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Made reservation on behalf of b0c1994b8d0f45d4afed6931ee786c53 for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:11:29.135418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:29.142522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19ab1e-6fe7-47ec-8b2b-c9b6c012a45b req-a4d7be81-6eeb-46ad-bc9c-eec5d09c6d50 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:29.150762 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ff19ab1e-6fe7-47ec-8b2b-c9b6c012a45b req-a4d7be81-6eeb-46ad-bc9c-eec5d09c6d50 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1009877
Feb 19 08:11:29.207367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ff19ab1e-6fe7-47ec-8b2b-c9b6c012a45b req-c6831620-f8c9-49c2-8052-da0082f17cc4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554943
Feb 19 08:11:29.738673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Allocated IP 172.20.0.9 (3da19f65-4c27-40fb-bf2e-31ab401b1880/c6a1ba03-5d61-428a-b420-4986c8658b81/65b28e0c-4e2c-42ad-b792-87fc21852ae4) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:11:29.756449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f98ce-a8e6-40fe-9251-9c8d2fa9c275 req-63075ecb-41f7-4b3a-a379-59977801c719 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:29.765675 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bc8f98ce-a8e6-40fe-9251-9c8d2fa9c275 req-63075ecb-41f7-4b3a-a379-59977801c719 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1356525
Feb 19 08:11:29.843501 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bc8f98ce-a8e6-40fe-9251-9c8d2fa9c275 req-89e1e479-c2a4-4edd-9ebf-2b994bd2cc19 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762382
Feb 19 08:11:29.969598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:29.987497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Transition to ACTIVE for port object 65b28e0c-4e2c-42ad-b792-87fc21852ae4 will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:11:30.115526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:30.137771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77576a-ed93-4a52-918c-64afef9e291c req-9468d589-469a-4d9b-80fe-21637502af7e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:30.151523 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9f77576a-ed93-4a52-918c-64afef9e291c req-9468d589-469a-4d9b-80fe-21637502af7e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 931 time: 0.1374497
Feb 19 08:11:30.203073 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9f77576a-ed93-4a52-918c-64afef9e291c req-edb429f1-e835-4d9b-ad1c-78a4a7813c71 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0474181
Feb 19 08:11:30.241852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:30.435090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:11:30.436015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:30.448233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1882f-20ad-49c1-b513-a0d66ff1734c req-b36fec88-1a1b-42c3-9f4a-45c1588e5619 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:30.453285 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fda1882f-20ad-49c1-b513-a0d66ff1734c req-b36fec88-1a1b-42c3-9f4a-45c1588e5619 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.4413679
Feb 19 08:11:30.456073 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:11:30.471580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:30.474447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:11:30.493202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9b21-47e1-4125-a99c-ed1e55b869dd req-e6b88207-2035-428e-8985-a7ec9ef4d0c2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:30.498015 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1a9e9b21-47e1-4125-a99c-ed1e55b869dd req-e6b88207-2035-428e-8985-a7ec9ef4d0c2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1281502
Feb 19 08:11:30.585238 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1a9e9b21-47e1-4125-a99c-ed1e55b869dd req-79ac05ac-8a6f-40f3-9c40-b6f05576a959 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830717
Feb 19 08:11:30.610925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:30.612001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:30.665418 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fda1882f-20ad-49c1-b513-a0d66ff1734c req-9a18b11b-dba1-434e-81d7-9c777c0f087f tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952925
Feb 19 08:11:30.667444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7284310
Feb 19 08:11:30.883486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-474efa83-0776-45ab-9bb8-92936ac679fd None None] Provisioning for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:11:30.897078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-474efa83-0776-45ab-9bb8-92936ac679fd None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:30.897496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-474efa83-0776-45ab-9bb8-92936ac679fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:30.960911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-474efa83-0776-45ab-9bb8-92936ac679fd None None] Port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:11:31.079863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309043ec-1f65-4251-b7bd-096da80e509b req-9fd71685-039a-4661-9961-723670e932f0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:31.081506 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-309043ec-1f65-4251-b7bd-096da80e509b req-9fd71685-039a-4661-9961-723670e932f0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1039758
Feb 19 08:11:31.148039 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-309043ec-1f65-4251-b7bd-096da80e509b req-c93b83dd-2310-4ce0-973b-a788c305b58b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595648
Feb 19 08:11:31.455421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5986-b13d-4321-bff9-e42245d8f408 req-647984ad-6fac-4a89-b37e-b7b31d70d0a2 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:31.456213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-14ce5986-b13d-4321-bff9-e42245d8f408 req-647984ad-6fac-4a89-b37e-b7b31d70d0a2 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:31.472544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-14ce5986-b13d-4321-bff9-e42245d8f408 req-647984ad-6fac-4a89-b37e-b7b31d70d0a2 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:31.474411 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-14ce5986-b13d-4321-bff9-e42245d8f408 req-647984ad-6fac-4a89-b37e-b7b31d70d0a2 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 931 time: 0.1070237
Feb 19 08:11:31.527689 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-14ce5986-b13d-4321-bff9-e42245d8f408 req-0111480c-4aad-448b-b1e0-f964a2940e2e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460539
Feb 19 08:11:31.865916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9aba-ecd2-47a6-9724-f1008ec4eb21 req-66db26e2-9a85-47a2-96a1-0da8ea0b21ef tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:31.867493 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a91d9aba-ecd2-47a6-9724-f1008ec4eb21 req-66db26e2-9a85-47a2-96a1-0da8ea0b21ef tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1106493
Feb 19 08:11:31.916136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417415-6aee-40ed-a16f-f18c5fca3cfb req-bb6395f3-5c6e-4e96-9f69-4673332fc08a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:31.917648 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-09417415-6aee-40ed-a16f-f18c5fca3cfb req-bb6395f3-5c6e-4e96-9f69-4673332fc08a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1048100
Feb 19 08:11:31.925254 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a91d9aba-ecd2-47a6-9724-f1008ec4eb21 req-1a9a6ede-a27d-4ac3-82c5-1e196a7c5232 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501480
Feb 19 08:11:31.978376 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-09417415-6aee-40ed-a16f-f18c5fca3cfb req-0fd210ca-b607-43c0-abd3-d1f9b4a45117 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545299
Feb 19 08:11:32.417141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dc49-4368-4665-a3c4-483e750cfbfc req-e625ba0f-4dab-4e89-b548-ad5281bad200 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:32.425373 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3a5dc49-4368-4665-a3c4-483e750cfbfc req-e625ba0f-4dab-4e89-b548-ad5281bad200 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1277499
Feb 19 08:11:32.486365 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3a5dc49-4368-4665-a3c4-483e750cfbfc req-57e3be90-2162-47c6-a136-911303387787 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598443
Feb 19 08:11:32.737609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Request body: {'port': {'device_id': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:32.837180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f87dbd-3cb0-447a-a404-117c0cf151b9 req-f41a786c-0908-48a7-8af4-e7aed7ac7203 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:32.838935 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-84f87dbd-3cb0-447a-a404-117c0cf151b9 req-f41a786c-0908-48a7-8af4-e7aed7ac7203 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 931 time: 0.1689680
Feb 19 08:11:32.942166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-84f87dbd-3cb0-447a-a404-117c0cf151b9 req-643a874d-75c5-4e05-9baa-cb9136669e2e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0659950
Feb 19 08:11:32.943458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:33.212487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3f1a-d190-4918-9705-4c018c80ee21 req-2967a044-ae2e-4086-96fa-1cb582885155 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:33.214473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-106f3f1a-d190-4918-9705-4c018c80ee21 req-2967a044-ae2e-4086-96fa-1cb582885155 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1063933
Feb 19 08:11:33.270430 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-106f3f1a-d190-4918-9705-4c018c80ee21 req-11858ce1-52c4-4b27-a7b1-318b5759910b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485728
Feb 19 08:11:33.409995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e627-fd18-4903-8309-e87c32e66afd req-3aa379a8-092f-4fa2-a6e0-7b908399786c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:33.412285 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25b5e627-fd18-4903-8309-e87c32e66afd req-3aa379a8-092f-4fa2-a6e0-7b908399786c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2437060
Feb 19 08:11:33.513106 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25b5e627-fd18-4903-8309-e87c32e66afd req-a8e7ded3-9bba-49c3-bc52-1d31e1a63316 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925393
Feb 19 08:11:33.682884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b28e0c-4e2c-42ad-b792-87fc21852ae4 {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:11:33.692706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:33.708265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Transition to ACTIVE for port object 65b28e0c-4e2c-42ad-b792-87fc21852ae4 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:11:33.712203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:33.729205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:33.769289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c112-c660-4880-83b9-e570b705b1be req-1790d456-f9bd-48d3-adea-d0d218ca0cba tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:33.771736 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42f4c112-c660-4880-83b9-e570b705b1be req-1790d456-f9bd-48d3-adea-d0d218ca0cba tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1071115
Feb 19 08:11:33.840216 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42f4c112-c660-4880-83b9-e570b705b1be req-82650e6f-b426-4071-b323-dee807103563 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622706
Feb 19 08:11:33.863228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:33.873881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:34.229931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Attempting to bind port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:11:34.230493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Attempting to bind port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:11:34.230884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Attempting to bind port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 on network 3da19f65-4c27-40fb-bf2e-31ab401b1880 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:11:34.239355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:11:34.239827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Checking segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:11:34.240298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:34.240759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Bound using segment: {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:11:34.241304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Bound port: 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:11:34.241758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:34.246164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:34.433332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:34.433930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:34.450398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dab830-8c3a-4e36-913b-a1ba8f175bf5 req-1cfb2fcb-0f93-409f-b9f7-a19990bf706f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:34.459688 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-66dab830-8c3a-4e36-913b-a1ba8f175bf5 req-1cfb2fcb-0f93-409f-b9f7-a19990bf706f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.3336594
Feb 19 08:11:34.522868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:11:34.551122 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-66dab830-8c3a-4e36-913b-a1ba8f175bf5 req-bba1a03e-77bc-4cfb-8f17-5d8823653da9 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0864444
Feb 19 08:11:34.555467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:11:34.588151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:34.675652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-56f95214-9fdf-451f-8ad4-6c3d0c24b263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:34.678878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd9e8-fb54-474b-82f0-64a537f18fca req-6ec522d1-7024-420b-a2ee-65379e61d8ea tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:34.698362 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95edd9e8-fb54-474b-82f0-64a537f18fca req-6ec522d1-7024-420b-a2ee-65379e61d8ea tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2259109
Feb 19 08:11:34.827993 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95edd9e8-fb54-474b-82f0-64a537f18fca req-b4990a1e-84d5-4175-8dbd-da625759556d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284137
Feb 19 08:11:34.855466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:34.868132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:35.030586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065503f-4754-4f87-a9cb-a6318d2ec14c req-18d1d844-561e-4b2f-a4b2-138faeec7485 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:35.032675 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5065503f-4754-4f87-a9cb-a6318d2ec14c req-18d1d844-561e-4b2f-a4b2-138faeec7485 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1632783
Feb 19 08:11:35.102782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:35.104272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:35.109068 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 1157 time: 2.3763840
Feb 19 08:11:35.112602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:35.216886 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5065503f-4754-4f87-a9cb-a6318d2ec14c req-256aad4b-d675-4182-8735-7dbe51640670 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722536
Feb 19 08:11:35.257731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b713f7-e62a-4c21-be67-ff3fe50b3e39 req-d768b1d8-c3be-41d0-b49d-692e27c81dec tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:35.257731 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-26b713f7-e62a-4c21-be67-ff3fe50b3e39 req-d768b1d8-c3be-41d0-b49d-692e27c81dec tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2331324
Feb 19 08:11:35.312482 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-26b713f7-e62a-4c21-be67-ff3fe50b3e39 req-dcb5fdab-6f6e-474a-a457-34baa2aa5fad tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731542
Feb 19 08:11:35.348128 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'status': 'completed', 'code': 200}
Feb 19 08:11:35.418315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-6807c931-6eab-4ea0-b074-d53e5301e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:35.419987 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-6807c931-6eab-4ea0-b074-d53e5301e33b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1160 time: 0.1933799
Feb 19 08:11:35.651876 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-486e20ff-656a-4d12-af27-0259287fde8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 217 time: 0.2204537
Feb 19 08:11:35.836413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 38296) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:35.841304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-0842ebb5-0504-4d22-a3d9-55440263ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:35.846693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-0842ebb5-0504-4d22-a3d9-55440263ad92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.1808491
Feb 19 08:11:36.137617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:36.158686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-2684e989-3508-432d-bd8a-312eb39633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:36.160665 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-2684e989-3508-432d-bd8a-312eb39633a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3103030
Feb 19 08:11:36.298744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:36.305162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548cd7-29d8-498a-a098-090ecae85c8a req-2faf841c-b55d-4776-a2b4-4791eb8907a3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:36.307120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b548cd7-29d8-498a-a098-090ecae85c8a req-2faf841c-b55d-4776-a2b4-4791eb8907a3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.3974655
Feb 19 08:11:36.318312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Usage tracker for resource:security_group_rule and tenant:6df9fd3ebfb9489191063cd80a1c5064 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:36.354548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb1e59e0-cd12-4f35-94dc-3739970d767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:36.374896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:36.385075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b548cd7-29d8-498a-a098-090ecae85c8a req-3dc0520a-28de-48be-be7b-e3792c838a19 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632401
Feb 19 08:11:36.393171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:36.408599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-2914c76c-3019-49fa-a9dc-febe5e718ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:36.422063 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-2914c76c-3019-49fa-a9dc-febe5e718ab5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1162 time: 0.2518129
Feb 19 08:11:36.574255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98cb91-779e-4ef7-82af-8f44f30e606e req-f464781a-9038-49aa-bb4b-c45fa496ff1c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:36.575917 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3d98cb91-779e-4ef7-82af-8f44f30e606e req-f464781a-9038-49aa-bb4b-c45fa496ff1c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.6509202
Feb 19 08:11:36.587475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-bdce5e32-8bab-45c4-8eed-1517c21d759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:36.589084 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-bdce5e32-8bab-45c4-8eed-1517c21d759c service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.1574645
Feb 19 08:11:36.703256 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3d98cb91-779e-4ef7-82af-8f44f30e606e req-39e38b6a-7a60-4c4f-a6f1-fa128364f64c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1211584
Feb 19 08:11:36.714118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:36.717981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:36.759605 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-8551db5d-ca63-4b6b-9f28-72a596693e91 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5893493
Feb 19 08:11:36.773663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-277f35ae-cc03-43db-8f82-aef9f71eaf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:36.811162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6df9fd3ebfb9489191063cd80a1c5064&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9733717
Feb 19 08:11:36.812918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786524ec-ad17-492e-b6bf-d0988f057077,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:36.814027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 38312) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:36.847734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.851198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.851711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.852163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.852573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.858973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.859105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.859934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.859934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:36.865235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:36.974146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:37.014756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:37.077377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae24fc6-187b-4b98-8616-eb65c38a2e89 req-5af471ee-10fa-4e7c-8217-4541cd2e2416 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:37.079062 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cae24fc6-187b-4b98-8616-eb65c38a2e89 req-5af471ee-10fa-4e7c-8217-4541cd2e2416 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0922437
Feb 19 08:11:37.079503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4994a-bdee-4be3-a17b-96fe2649084e req-64cec8e7-2e93-49f6-b8c0-7fa915834444 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:37.081119 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8d4994a-bdee-4be3-a17b-96fe2649084e req-64cec8e7-2e93-49f6-b8c0-7fa915834444 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1966083
Feb 19 08:11:37.114665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:37.120559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bb0648c-a0a1-4e23-b5cb-27df989bd813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:37.132348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cae24fc6-187b-4b98-8616-eb65c38a2e89 req-818275e7-8262-4496-a03a-592528d9dbf6 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442719
Feb 19 08:11:37.150447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786524ec-ad17-492e-b6bf-d0988f057077,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:37.153069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:37.158184 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8d4994a-bdee-4be3-a17b-96fe2649084e req-3ec4494d-80de-4b81-8789-b607206eebf8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681760
Feb 19 08:11:37.159660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:37.161594 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/786524ec-ad17-492e-b6bf-d0988f057077 HTTP/1.1" status: 204  len: 168 time: 0.3455367
Feb 19 08:11:37.612503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb1c6c-5373-465b-a606-0486a59049f6 req-72d80c3a-1b2b-4bf5-9584-71aae50a41e6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:37.614206 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38cb1c6c-5373-465b-a606-0486a59049f6 req-72d80c3a-1b2b-4bf5-9584-71aae50a41e6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0913856
Feb 19 08:11:37.665620 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38cb1c6c-5373-465b-a606-0486a59049f6 req-db7dc511-af01-4c6a-bce3-5f4318d4f226 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447853
Feb 19 08:11:37.915022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc634-1c66-4928-9179-1b6e877cc8fd req-5dd68f57-91aa-4b30-8f58-d4f9910f9816 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:37.916636 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-502dc634-1c66-4928-9179-1b6e877cc8fd req-5dd68f57-91aa-4b30-8f58-d4f9910f9816 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.0929081
Feb 19 08:11:37.967002 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-502dc634-1c66-4928-9179-1b6e877cc8fd req-602d7e69-02d9-433f-8e86-b237f78d24e2 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435257
Feb 19 08:11:38.338550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398a3af-f1ae-46bb-a0c9-0fb6623fe0e5 req-be53c7dc-0b96-49a1-bfca-41cb02b6334b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:38.342811 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8398a3af-f1ae-46bb-a0c9-0fb6623fe0e5 req-be53c7dc-0b96-49a1-bfca-41cb02b6334b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0948586
Feb 19 08:11:38.394603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8c20bd0-2f80-4557-be97-b9940de15f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:38.412486 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8398a3af-f1ae-46bb-a0c9-0fb6623fe0e5 req-8ff21958-9375-4082-aaed-baae59e73538 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635669
Feb 19 08:11:38.437839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f8f46-9218-426b-beed-7d293a1f4ab5 req-f920e4b6-44b9-4541-a0c5-18e3a0b3896c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:38.437839 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-560f8f46-9218-426b-beed-7d293a1f4ab5 req-f920e4b6-44b9-4541-a0c5-18e3a0b3896c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1196556
Feb 19 08:11:38.490321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-560f8f46-9218-426b-beed-7d293a1f4ab5 req-4d3e4a71-4258-4a32-8a9d-0c1171fae659 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463221
Feb 19 08:11:38.628988 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-31cc9f59-45e4-4e66-87bc-b9ff73a85d41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 1001 time: 0.1081569
Feb 19 08:11:38.719012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:38.868745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4385408-73d1-44d5-9989-c32c787d48dd req-f11fc5be-a92b-4d2e-94c3-6ec49ef70c61 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:38.870368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d4385408-73d1-44d5-9989-c32c787d48dd req-f11fc5be-a92b-4d2e-94c3-6ec49ef70c61 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0880957
Feb 19 08:11:38.917852 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d4385408-73d1-44d5-9989-c32c787d48dd req-30632be0-2383-4df4-8fea-43f2d90cdea2 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412877
Feb 19 08:11:39.164467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3003346-947b-4e3a-ad1a-aabb90c24e60 req-d3866f2a-6194-4479-8c54-787c5b3b6770 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:39.166120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3003346-947b-4e3a-ad1a-aabb90c24e60 req-d3866f2a-6194-4479-8c54-787c5b3b6770 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.0874460
Feb 19 08:11:39.214271 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3003346-947b-4e3a-ad1a-aabb90c24e60 req-5f078d29-6f4a-4694-8163-e4fbe4df9c83 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419824
Feb 19 08:11:39.626208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f38039-25c0-4f79-bd6a-ab824240c7e5 req-f925d74d-91dc-462c-8c9b-b05257f4ac31 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:39.640027 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-87f38039-25c0-4f79-bd6a-ab824240c7e5 req-f925d74d-91dc-462c-8c9b-b05257f4ac31 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1038003
Feb 19 08:11:39.707730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-3d6a0362-0ad8-44ae-9506-5192d417c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:39.709923 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-3d6a0362-0ad8-44ae-9506-5192d417c1ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.0688932
Feb 19 08:11:39.751335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:39.758508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-87f38039-25c0-4f79-bd6a-ab824240c7e5 req-1ad25592-c88f-4fdf-89e7-5206b5280721 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475113
Feb 19 08:11:39.846673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-bcb78179-7ce1-4a74-8431-238f7ecb4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:39.848306 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-bcb78179-7ce1-4a74-8431-238f7ecb4fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946829
Feb 19 08:11:39.854286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:39.928561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2518352-2c82-4791-bbe6-37ccb05b2b2e req-dab8f1c5-b761-4486-a8a7-5aa5071e09b4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:39.930120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d2518352-2c82-4791-bbe6-37ccb05b2b2e req-dab8f1c5-b761-4486-a8a7-5aa5071e09b4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2989237
Feb 19 08:11:39.930268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:39.930715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:39.933713 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-64aa10ef-fc96-42fb-a2f2-112b3c669d83 req-6ee301b8-84e9-419b-a459-c97c047dfe14 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3004575
Feb 19 08:11:39.998641 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d2518352-2c82-4791-bbe6-37ccb05b2b2e req-de05d5ff-cc2b-4a31-86f3-b101be9c1942 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602956
Feb 19 08:11:40.037551 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-e45358b1-7cf3-4985-b957-e6a6236730d8 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803350
Feb 19 08:11:40.098510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59daba-4813-480c-815c-05369299646e req-253ff947-7319-404d-8c32-410ed46cd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.100199 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-253ff947-7319-404d-8c32-410ed46cd68a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1160 time: 0.0914378
Feb 19 08:11:40.265186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59daba-4813-480c-815c-05369299646e req-82320a0a-73a7-4337-a336-ecce59acf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.266973 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-82320a0a-73a7-4337-a336-ecce59acf7f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.1477771
Feb 19 08:11:40.269326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dfb0d-e370-4a50-9e74-04b9a62e56f1 req-b62e66e1-ebea-4cba-970b-e425ca0a43c8 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.271027 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-810dfb0d-e370-4a50-9e74-04b9a62e56f1 req-b62e66e1-ebea-4cba-970b-e425ca0a43c8 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1959305
Feb 19 08:11:40.272975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e07c0fdf-a083-4fe7-a61a-3c1e1123dfda req-aacf5512-4867-40be-a8e9-331b4cde4815 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2244859
Feb 19 08:11:40.334145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-810dfb0d-e370-4a50-9e74-04b9a62e56f1 req-d4918b98-c8d9-4eef-b14a-1f6e820a6461 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558007
Feb 19 08:11:40.415675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:40.434043 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-6cf44929-3e00-4e0d-92bc-8ca0cb4faac3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 217 time: 0.1484826
Feb 19 08:11:40.535520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59daba-4813-480c-815c-05369299646e req-51da22a1-ff8a-4d18-a8fd-0f9bf54c441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.537963 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-51da22a1-ff8a-4d18-a8fd-0f9bf54c441d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.0926507
Feb 19 08:11:40.603985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d8eb-fd98-4558-90fa-d0a841c852a9 req-ecc9796d-a632-4e82-a673-9a44c98da1ea tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.605635 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4591d8eb-fd98-4558-90fa-d0a841c852a9 req-ecc9796d-a632-4e82-a673-9a44c98da1ea tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.2339015
Feb 19 08:11:40.677951 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4591d8eb-fd98-4558-90fa-d0a841c852a9 req-548e49ef-04d0-4906-bf13-f268ca3dd25c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0637679
Feb 19 08:11:40.679994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59daba-4813-480c-815c-05369299646e req-ab885d51-67a4-4e5e-bae3-7b9818bfb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.681516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-ab885d51-67a4-4e5e-bae3-7b9818bfb52c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325784
Feb 19 08:11:40.810902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-034580b5-734f-4f80-896f-6514cb6b1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:40.813179 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-034580b5-734f-4f80-896f-6514cb6b1614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1162 time: 0.0918674
Feb 19 08:11:40.834994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-2c8a34f4-20de-4652-b32a-d6c7d529d52d service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432798
Feb 19 08:11:41.015849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-b066fa26-7c73-44f8-abf5-5d9da93cdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.017472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-b066fa26-7c73-44f8-abf5-5d9da93cdcb7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.1946647
Feb 19 08:11:41.032763 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd59daba-4813-480c-815c-05369299646e req-37371518-4019-44a6-a6a7-2ff19d55a2f1 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1852958
Feb 19 08:11:41.089220 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-1de08a3e-a277-45d8-8326-a58a810e6902 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343091
Feb 19 08:11:41.267275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-87b1ade5-1385-44a5-95bf-6f2fafc22a74 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.268975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-87b1ade5-1385-44a5-95bf-6f2fafc22a74 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1737182
Feb 19 08:11:41.286750 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-d0b86454-9186-4ffd-8ebc-0662e1b0dafa tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/quotas/084869fbedfa4bfa87b0537dfeea3ab4 HTTP/1.1" status: 200  len: 375 time: 0.0109041
Feb 19 08:11:41.359838 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-994de964-35f1-497f-a136-6af74fa9448d tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0667267
Feb 19 08:11:41.360698 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-e6e36175-2d62-4258-9bc0-8f5b5c5b57de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 1000 time: 0.3353055
Feb 19 08:11:41.370129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5219f36-bb78-483d-bb86-b9b00e6984cb req-c6dbf9c7-681d-4874-9188-3052dd716589 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.371740 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5219f36-bb78-483d-bb86-b9b00e6984cb req-c6dbf9c7-681d-4874-9188-3052dd716589 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.3997929
Feb 19 08:11:41.443243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-143699ed-fe09-4911-9a6c-04cfa1e81b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.445056 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-143699ed-fe09-4911-9a6c-04cfa1e81b8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.0721693
Feb 19 08:11:41.555877 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5219f36-bb78-483d-bb86-b9b00e6984cb req-41f1f6ad-2733-4892-afb0-963069dcc7f8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410172
Feb 19 08:11:41.608432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-63ac7d34-8297-49ce-ba39-939636bc4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.610144 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-63ac7d34-8297-49ce-ba39-939636bc4244 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1504111
Feb 19 08:11:41.864214 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-885b2b5e-22b7-4041-91f8-d7c94564d3c7 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389224
Feb 19 08:11:41.869323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc78bd8-e9c2-4923-8171-03be5285d57a req-b257028b-9c71-4c09-88cb-b1eec5a215c5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:41.871009 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bbc78bd8-e9c2-4923-8171-03be5285d57a req-b257028b-9c71-4c09-88cb-b1eec5a215c5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1393414
Feb 19 08:11:41.930345 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bbc78bd8-e9c2-4923-8171-03be5285d57a req-26c696f3-f7bc-4898-a01c-3bf86601f6f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526860
Feb 19 08:11:42.065332 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aa3d4749-9f4e-49a3-ab4a-de9fa1885a7a req-766fb552-d0d1-40f9-8665-99a2b0e46cdb tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 210 time: 0.0524151
Feb 19 08:11:42.066492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f074cd-80de-4e9e-bc84-a7e03efc94d2 req-36875a19-56ce-42b9-a992-c86d8fa53005 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:42.068634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08f074cd-80de-4e9e-bc84-a7e03efc94d2 req-36875a19-56ce-42b9-a992-c86d8fa53005 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2070963
Feb 19 08:11:42.110651 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b133d94-f675-4e36-b0f9-f8ea98ab90d5 req-73d0febf-dd63-4f7f-b74f-835b294fc08a service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1940038
Feb 19 08:11:42.133917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:42.140817 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08f074cd-80de-4e9e-bc84-a7e03efc94d2 req-3dad3751-1972-405c-bc66-6e9df5a326cc tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567341
Feb 19 08:11:42.271138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0d203-b52e-4834-aa71-42d5bd52e078 req-23f2db7d-ef82-4350-9406-599b16bc9d61 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:42.272763 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-adb0d203-b52e-4834-aa71-42d5bd52e078 req-23f2db7d-ef82-4350-9406-599b16bc9d61 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.0891702
Feb 19 08:11:42.324371 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-adb0d203-b52e-4834-aa71-42d5bd52e078 req-4089a0fb-ab01-4ddd-baf9-e7000b76c72e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439172
Feb 19 08:11:42.363649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376635c-4a69-4f4b-9a21-b9cef59499b9 req-96bc5806-065e-4d58-8a6b-90003d894155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:42.365760 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9376635c-4a69-4f4b-9a21-b9cef59499b9 req-96bc5806-065e-4d58-8a6b-90003d894155 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.0841985
Feb 19 08:11:42.412019 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9376635c-4a69-4f4b-9a21-b9cef59499b9 req-db654d3a-a143-4d08-8b9c-e8e57d225cdb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368917
Feb 19 08:11:42.754850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366e9e-d81a-4e32-9a2b-72b21318dc82 req-201d95e4-1b59-4a4e-bec3-3e3f96d47a90 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:42.756473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c366e9e-d81a-4e32-9a2b-72b21318dc82 req-201d95e4-1b59-4a4e-bec3-3e3f96d47a90 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0905669
Feb 19 08:11:42.805503 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c366e9e-d81a-4e32-9a2b-72b21318dc82 req-4f0ab253-e033-46e6-a673-13a6a012e142 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425692
Feb 19 08:11:43.202307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321e34-66d7-47c3-9c94-43fa2c7c3cc8 req-1e18c221-a342-4e68-ba19-5a296adc06b3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:43.204467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-72321e34-66d7-47c3-9c94-43fa2c7c3cc8 req-1e18c221-a342-4e68-ba19-5a296adc06b3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1054301
Feb 19 08:11:43.248384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe8a8-5953-4ce8-b1d6-3b53dc84c391 req-63f79c14-85fb-47ea-a489-214c6eb34c4b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:43.254371 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-711fe8a8-5953-4ce8-b1d6-3b53dc84c391 req-63f79c14-85fb-47ea-a489-214c6eb34c4b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1101682
Feb 19 08:11:43.257255 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-72321e34-66d7-47c3-9c94-43fa2c7c3cc8 req-30df5ccf-302d-4deb-86dc-1720927ef155 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459650
Feb 19 08:11:43.295444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-06908d66-8b66-48ce-9a1b-5e1e86424655 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0417318
Feb 19 08:11:43.329160 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-711fe8a8-5953-4ce8-b1d6-3b53dc84c391 req-bd69f32c-93c4-4787-a185-c89055cb3564 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723438
Feb 19 08:11:43.476391 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9721642d-663c-491a-86d3-966d3f4b0bdd req-efc34e61-9bc8-4cbe-ac08-7aebbd2d9609 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 210 time: 0.0765080
Feb 19 08:11:43.542718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-b84e5361-ad8f-40d2-9cd8-19d75e467329 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:43.544741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-b84e5361-ad8f-40d2-9cd8-19d75e467329 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2331915
Feb 19 08:11:43.566472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7df0c-6f63-41b6-a049-af929b05f3ac req-dc85db9e-2832-49a8-be53-7300f2e41566 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:43.568800 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6a7df0c-6f63-41b6-a049-af929b05f3ac req-dc85db9e-2832-49a8-be53-7300f2e41566 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1144071
Feb 19 08:11:43.569637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Request body: {'port': {'device_id': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc', 'admin_state_up': True, 'tenant_id': '084869fbedfa4bfa87b0537dfeea3ab4'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:43.621541 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6a7df0c-6f63-41b6-a049-af929b05f3ac req-f4c5a58e-092c-4e24-b8a9-e1a60f3ff08a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428610
Feb 19 08:11:43.783703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:43.794469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2385ec0-d35f-4876-bf14-bdf2ebd160bb req-5e3d0778-2943-4891-8dea-57c855aee653 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:43.796090 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2385ec0-d35f-4876-bf14-bdf2ebd160bb req-5e3d0778-2943-4891-8dea-57c855aee653 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1549296
Feb 19 08:11:43.797084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Usage tracker for resource:port and tenant:084869fbedfa4bfa87b0537dfeea3ab4 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:43.800612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:43.821059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:43.847476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Made reservation on behalf of 084869fbedfa4bfa87b0537dfeea3ab4 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:11:43.853057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:43.876832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:43.894404 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2385ec0-d35f-4876-bf14-bdf2ebd160bb req-a2547bd8-d2ce-44e0-8af7-e1aa103823e4 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0900893
Feb 19 08:11:43.900569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:43.905174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Usage tracker for resource:security_group_rule and tenant:084869fbedfa4bfa87b0537dfeea3ab4 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:43.908574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:43.916940 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:44.030949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:44.034079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:44.046368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e23bd201-64dd-418a-8d7f-ccb8121b8fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:44.149599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5309e1-2fb2-4b06-9770-a2d0f82faa1b req-457c85a7-41b8-413e-a7e8-7b808f99d6f8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:44.151431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c5309e1-2fb2-4b06-9770-a2d0f82faa1b req-457c85a7-41b8-413e-a7e8-7b808f99d6f8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0923302
Feb 19 08:11:44.153164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe79192-c4ab-4b01-9581-9c8603108674,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:44.157420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:44.225994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c5309e1-2fb2-4b06-9770-a2d0f82faa1b req-0f9238e0-7882-4ec5-89fa-7d45a79e2000 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542047
Feb 19 08:11:44.400649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Allocated IP 192.168.233.143 (52813af2-9ca7-45e8-a444-7c0a18140cbc/571c7503-2529-409e-86bd-1682bd87bc9d/fb000f1b-a06c-469e-aad9-eaa3e58435ac) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:11:44.475900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5fb66-596a-4398-855e-f30e78c14237 req-333ae37f-6f08-402d-89d5-bccf5f0cea8e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:44.477743 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a9a5fb66-596a-4398-855e-f30e78c14237 req-333ae37f-6f08-402d-89d5-bccf5f0cea8e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0887086
Feb 19 08:11:44.533152 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a9a5fb66-596a-4398-855e-f30e78c14237 req-72886a35-e142-4fba-8b21-068ae1c3d776 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477955
Feb 19 08:11:44.638561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:44.659341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Transition to ACTIVE for port object fb000f1b-a06c-469e-aad9-eaa3e58435ac will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:11:44.696116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:44.786901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4c8dfdcb-f15e-4ff8-a7aa-fa5ba2a10bb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:44.794180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c3744-f152-49a7-9f0d-4a02ebd2e816 req-eee0e3bf-662e-4304-aea6-03cf544caff3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:44.795904 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-736c3744-f152-49a7-9f0d-4a02ebd2e816 req-eee0e3bf-662e-4304-aea6-03cf544caff3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1087029
Feb 19 08:11:44.848740 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-736c3744-f152-49a7-9f0d-4a02ebd2e816 req-f80b4dad-09dd-4923-a357-2ee629765a21 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460694
Feb 19 08:11:44.932172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Pushing event updated for resources: {'Port': ['ID=fb000f1b-a06c-469e-aad9-eaa3e58435ac,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:44.952077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:45.016272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:11:45.017646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:11:45.025818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc30b61-65f4-403a-b865-0492c0ccb082 req-21958556-5abb-4019-aef3-78a9136b4961 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.027456 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fdc30b61-65f4-403a-b865-0492c0ccb082 req-21958556-5abb-4019-aef3-78a9136b4961 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 936 time: 0.2045324
Feb 19 08:11:45.028277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:11:45.122419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365193e-82cd-4229-be12-7c30f6573935 req-36f5c6af-d41b-43ff-85df-85fe7bd1fd5f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.124124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1365193e-82cd-4229-be12-7c30f6573935 req-36f5c6af-d41b-43ff-85df-85fe7bd1fd5f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1018169
Feb 19 08:11:45.131502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.132200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:45.142403 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fdc30b61-65f4-403a-b865-0492c0ccb082 req-18d049aa-f86f-445c-a76b-066e4904a176 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832288
Feb 19 08:11:45.177699 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6137183
Feb 19 08:11:45.184726 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1365193e-82cd-4229-be12-7c30f6573935 req-b22aec05-5212-45b0-b7f4-c1f458176bbe tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0529418
Feb 19 08:11:45.192929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Request body: {'port': {'device_id': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:45.269829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3cb7f97d-aca2-4916-8b51-32cdf409d8fa None None] Provisioning for port fb000f1b-a06c-469e-aad9-eaa3e58435ac completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:11:45.276578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3cb7f97d-aca2-4916-8b51-32cdf409d8fa None None] Provisioning complete for port fb000f1b-a06c-469e-aad9-eaa3e58435ac triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:45.277067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f97d-aca2-4916-8b51-32cdf409d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:45.319878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:45.360770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7f97d-aca2-4916-8b51-32cdf409d8fa None None] Port fb000f1b-a06c-469e-aad9-eaa3e58435ac cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:11:45.585585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825406-5db9-4d8a-9fb3-7653ac3e4267 req-5c05716b-5bdb-4158-8674-98a87ea27ff2 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.587362 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce825406-5db9-4d8a-9fb3-7653ac3e4267 req-5c05716b-5bdb-4158-8674-98a87ea27ff2 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2249587
Feb 19 08:11:45.731856 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce825406-5db9-4d8a-9fb3-7653ac3e4267 req-5266a29c-ca9e-4fcf-91c7-e09dbcd38461 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366189
Feb 19 08:11:45.765406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27a0bd-8a4f-4bb9-b2a1-9fccea08fd81 req-c8cd66d9-9d22-40dc-8aea-9ece787cf131 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.767116 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a27a0bd-8a4f-4bb9-b2a1-9fccea08fd81 req-c8cd66d9-9d22-40dc-8aea-9ece787cf131 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0906579
Feb 19 08:11:45.878017 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0a27a0bd-8a4f-4bb9-b2a1-9fccea08fd81 req-a5646138-e976-4aed-b02d-257dda020412 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036623
Feb 19 08:11:45.885922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb000f1b-a06c-469e-aad9-eaa3e58435ac {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:11:45.897277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:45.919081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2471f-5508-4d47-a754-330c97e83a18 req-58ab95c2-439c-424d-bb8d-422c0b24dc5a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:45.921216 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dce2471f-5508-4d47-a754-330c97e83a18 req-58ab95c2-439c-424d-bb8d-422c0b24dc5a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1117792
Feb 19 08:11:45.932742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Transition to ACTIVE for port object fb000f1b-a06c-469e-aad9-eaa3e58435ac will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:11:45.935804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:45.985681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:46.011732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Deleting port 4af5cfaf-ef08-484f-bab8-1719f58bed56 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:11:46.012114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.227430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4af5cfaf-ef08-484f-bab8-1719f58bed56 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:11:46.247212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a00c2-c7b2-4aa8-8d34-bb96bdc28968 req-4eec1e37-2bd5-4ff4-bf82-0f23a47c225d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:46.254446 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-340a00c2-c7b2-4aa8-8d34-bb96bdc28968 req-4eec1e37-2bd5-4ff4-bf82-0f23a47c225d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 945 time: 0.1977370
Feb 19 08:11:46.358963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.397474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:46.398863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:46.405676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.406970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:11:46.437571 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-340a00c2-c7b2-4aa8-8d34-bb96bdc28968 req-3105237d-9824-4fa4-8709-e3719e27c4af tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670861
Feb 19 08:11:46.440792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-df18da44-7106-4abe-858b-113e4e985962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:46.501542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:46.502563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.525230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:46.535563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.536410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.536410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.536715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.537005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.537369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.537726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.538112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.538471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.538829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.539188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.539541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.539969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.540320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.540677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.541030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.541380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.541735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.542133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.542486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.542835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.543184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.543537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.543885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:11:46.549502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:46.652008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb000f1b-a06c-469e-aad9-eaa3e58435ac,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:46.672801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Calling delete_port for 4af5cfaf-ef08-484f-bab8-1719f58bed56 owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:11:46.688420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:46.719239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.778853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:46.782620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.786305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:46.861358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Attempting to bind port fb000f1b-a06c-469e-aad9-eaa3e58435ac on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:11:46.861937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Attempting to bind port fb000f1b-a06c-469e-aad9-eaa3e58435ac by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:11:46.862746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Attempting to bind port fb000f1b-a06c-469e-aad9-eaa3e58435ac on network 52813af2-9ca7-45e8-a444-7c0a18140cbc {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:11:46.897648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:46.901160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:46.917229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:11:46.917513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:11:46.951861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:11:46.952238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Checking segment: {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:11:46.952637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:46.953033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Bound using segment: {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:11:46.953540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Bound port: fb000f1b-a06c-469e-aad9-eaa3e58435ac, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0116e331-1308-4ad7-9d66-e80dfa945ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '52813af2-9ca7-45e8-a444-7c0a18140cbc'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:11:46.953929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:47.164558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-5c6747a7-08b6-4d5f-a2fb-f2b27977657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.166264 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-5c6747a7-08b6-4d5f-a2fb-f2b27977657d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6893df4f959a483bb5e233ae2f6187d6&device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 1162 time: 0.2986920
Feb 19 08:11:47.167452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] For port fb000f1b-a06c-469e-aad9-eaa3e58435ac, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:11:47.206308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-7c0fd50c-04d6-4ae1-bf19-8af2fb858ee9 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.207096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-7c0fd50c-04d6-4ae1-bf19-8af2fb858ee9 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Synchronizing usage tracker for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:47.266911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] For port fb000f1b-a06c-469e-aad9-eaa3e58435ac, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb000f1b-a06c-469e-aad9-eaa3e58435ac,segment=NetworkSegment(0116e331-1308-4ad7-9d66-e80dfa945ace),segment_id=0116e331-1308-4ad7-9d66-e80dfa945ace)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:11:47.272652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae5fd-ccfb-4e38-b3aa-72ed21b5208c req-c12db01c-a541-46df-9a79-8d08d64cf756 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.274641 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd4ae5fd-ccfb-4e38-b3aa-72ed21b5208c req-c12db01c-a541-46df-9a79-8d08d64cf756 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.3107426
Feb 19 08:11:47.284406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:47.303919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:47.323767 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dd4ae5fd-ccfb-4e38-b3aa-72ed21b5208c req-1e836249-a794-4c7d-9c0b-f1e5838b1372 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425367
Feb 19 08:11:47.386154 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56', 'code': 200}
Feb 19 08:11:47.418886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Deleting port 4af5cfaf-ef08-484f-bab8-1719f58bed56 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:11:47.419549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:47.435569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-7c0fd50c-04d6-4ae1-bf19-8af2fb858ee9 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Unset dirty status for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:47.437850 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-7c0fd50c-04d6-4ae1-bf19-8af2fb858ee9 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 948 time: 0.4715135
Feb 19 08:11:47.553543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb000f1b-a06c-469e-aad9-eaa3e58435ac,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:47.563306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:47.571110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-dbdafc8b-4ae8-475f-99f3-d1c3fb0c1bbd tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Synchronizing usage tracker for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:47.576811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-fcf2d91a-6a30-43a0-9fc9-5290b32ccc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.578403 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-fcf2d91a-6a30-43a0-9fc9-5290b32ccc95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 200  len: 912 time: 0.4036319
Feb 19 08:11:47.681152 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-55f9d492-a698-4ac0-bfb1-8d72694f57df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 200  len: 217 time: 0.0926595
Feb 19 08:11:47.686131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-dbdafc8b-4ae8-475f-99f3-d1c3fb0c1bbd tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Unset dirty status for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:47.687312 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9e6cc616-adc6-497a-a9fc-633f25e37712 req-dbdafc8b-4ae8-475f-99f3-d1c3fb0c1bbd tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311888
Feb 19 08:11:47.719458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0ec5-1ad2-4286-9ab4-91859882062f req-990a1e79-ed67-478a-99bf-6380e5398e88 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.721067 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d06b0ec5-1ad2-4286-9ab4-91859882062f req-990a1e79-ed67-478a-99bf-6380e5398e88 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1993601
Feb 19 08:11:47.731002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.731941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:47.733178 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] 10.222.0.70 "PUT /v2.0/ports/fb000f1b-a06c-469e-aad9-eaa3e58435ac HTTP/1.1" status: 200  len: 1162 time: 2.5458989
Feb 19 08:11:47.733726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:47.775397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-0827f47e-0dac-4c52-9f5c-46d5309bebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:47.777056 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-0827f47e-0dac-4c52-9f5c-46d5309bebfa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 200  len: 858 time: 0.0873456
Feb 19 08:11:47.835538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] For port 4af5cfaf-ef08-484f-bab8-1719f58bed56, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4af5cfaf-ef08-484f-bab8-1719f58bed56,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:47.835930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:47.851745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d06b0ec5-1ad2-4286-9ab4-91859882062f req-2afe6939-8771-4b41-905e-02aebf46be7c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152565
Feb 19 08:11:47.898549 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-f09e795f-5c80-455d-bd03-120c3e11dbee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a21c6dbf-5dbc-4205-a513-25c62da921bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710425
Feb 19 08:11:48.017125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Calling delete_port for 4af5cfaf-ef08-484f-bab8-1719f58bed56 owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:11:48.132467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-b5d2046b-109c-41a4-84ed-1c0cd72f57e6 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206657
Feb 19 08:11:48.206056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:48.228966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a777698d-b595-4938-afbe-7392b889b42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:48.301572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 38550) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:11:48.310881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac', 'status': 'completed', 'code': 200}
Feb 19 08:11:48.339842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event deleted for resources: {'Port': ['ID=4af5cfaf-ef08-484f-bab8-1719f58bed56,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:48.352922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:48.363285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-54d3f1ee-69f3-4a3f-a796-c5c7ff75df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.364998 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-54d3f1ee-69f3-4a3f-a796-c5c7ff75df3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 1165 time: 0.5869787
Feb 19 08:11:48.372938 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ed7d5ef2-2885-40f2-bd30-d6a1bf5d98eb req-c0cfb858-ac44-4800-9dbf-51d1b03a91c3 service neutron] 10.222.0.70 "GET /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1898103
Feb 19 08:11:48.494491 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-cd358a38-c45f-4f02-be25-be2ab43f690f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fb000f1b-a06c-469e-aad9-eaa3e58435ac HTTP/1.1" status: 200  len: 217 time: 0.1205223
Feb 19 08:11:48.523488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c06a3-1639-45a3-bd91-9d2be2fec6bb req-16ffa39c-ce27-459f-9ad4-d172c0a833fe tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.525094 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db9c06a3-1639-45a3-bd91-9d2be2fec6bb req-16ffa39c-ce27-459f-9ad4-d172c0a833fe tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1867888
Feb 19 08:11:48.541817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] No DVR routers for this DVR port 4af5cfaf-ef08-484f-bab8-1719f58bed56 on host hv-cinder-77398 {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:11:48.557822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:48.560512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-deleted', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:48.586216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1286e-da71-46de-b0c0-a5f1833188dd req-e2dfb385-3baf-4ace-8cdd-0b080ecf1253 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.587853 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45b1286e-da71-46de-b0c0-a5f1833188dd req-e2dfb385-3baf-4ace-8cdd-0b080ecf1253 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=61da1989-d709-45e7-86f3-6fd56edad656 HTTP/1.1" status: 200  len: 865 time: 0.4523149
Feb 19 08:11:48.590223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dce2471f-5508-4d47-a754-330c97e83a18 req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "DELETE /v2.0/ports/4af5cfaf-ef08-484f-bab8-1719f58bed56 HTTP/1.1" status: 204  len: 173 time: 2.6623456
Feb 19 08:11:48.628571 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db9c06a3-1639-45a3-bd91-9d2be2fec6bb req-1a62e4f7-1dde-4784-a95c-31f1893f811e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854869
Feb 19 08:11:48.630163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-ff2fbab6-a656-4a0b-8a82-3a592651f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.631940 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-ff2fbab6-a656-4a0b-8a82-3a592651f652 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571c7503-2529-409e-86bd-1682bd87bc9d HTTP/1.1" status: 200  len: 843 time: 0.1251330
Feb 19 08:11:48.703905 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-0f1f8955-d7d8-4abe-876f-efa69c84c094 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3918808
Feb 19 08:11:48.724906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45b1286e-da71-46de-b0c0-a5f1833188dd req-731cc688-70e1-4304-bd5a-8584dd8c5323 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258433
Feb 19 08:11:48.769470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-180fe4a0-6d4e-4859-a3e1-313eeb9559d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.771150 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-180fe4a0-6d4e-4859-a3e1-313eeb9559d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52813af2-9ca7-45e8-a444-7c0a18140cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1237438
Feb 19 08:11:48.912207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44a5ba-496c-460b-a8a3-a13a514f6dfa req-97dc946d-4487-4e9a-861b-b7ae59ac9421 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:48.914024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b44a5ba-496c-460b-a8a3-a13a514f6dfa req-97dc946d-4487-4e9a-861b-b7ae59ac9421 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.1278675
Feb 19 08:11:48.968054 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b44a5ba-496c-460b-a8a3-a13a514f6dfa req-520736de-1ef5-4a31-81a1-2ec255362061 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470915
Feb 19 08:11:49.047567 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da1989-d709-45e7-86f3-6fd56edad656', 'name': 'network-vif-deleted', 'tag': '4af5cfaf-ef08-484f-bab8-1719f58bed56', 'status': 'completed', 'code': 200}
Feb 19 08:11:49.068342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:49.165336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:11:49.171968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:49.172362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:49.243546 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-9fced25c-4e14-4a06-b638-9b1d9abd6e16 service neutron] 10.222.0.70 "GET /v2.0/networks/52813af2-9ca7-45e8-a444-7c0a18140cbc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4534569
Feb 19 08:11:49.300276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a7910-6270-4134-ac0b-c07b0cdb27b8 req-daee396c-5132-4ab5-ac13-ca0cfc23190e tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.302243 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-373a7910-6270-4134-ac0b-c07b0cdb27b8 req-daee396c-5132-4ab5-ac13-ca0cfc23190e tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 948 time: 0.1428831
Feb 19 08:11:49.328969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:49.365498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:49.368786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19ec7a-0938-4255-9ea4-da9afb479fd8 req-2e9f0eb8-f184-4057-ad91-bbcef75b33d3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.370253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:49.372255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:49.376818 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b19ec7a-0938-4255-9ea4-da9afb479fd8 req-2e9f0eb8-f184-4057-ad91-bbcef75b33d3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.4909217
Feb 19 08:11:49.388603 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-373a7910-6270-4134-ac0b-c07b0cdb27b8 req-9f5eafa5-c18c-401a-94bc-0a7a481d8c57 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779133
Feb 19 08:11:49.431000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}, {'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:49.481098 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b19ec7a-0938-4255-9ea4-da9afb479fd8 req-a42557f6-df27-4d21-afdc-374fbe7b3f96 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1034498
Feb 19 08:11:49.481941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:49.486028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:49.511454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-60c5b26d-b947-488e-950b-62cf5aee8300 req-d587876d-e9a2-4413-b0a0-9944692f5409 service neutron] 10.222.0.70 "GET /v2.0/networks/52813af2-9ca7-45e8-a444-7c0a18140cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2588673
Feb 19 08:11:49.580167 dv-cinder-773985-6-iscsi neutron-server[83894]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'code': 422} returned with failed status
Feb 19 08:11:49.580431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'code': 200}
Feb 19 08:11:49.660450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4763b2-fe0e-4e8a-a0f5-c96c2937697e req-459b3586-a741-418b-aea6-09b358867788 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.663009 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b4763b2-fe0e-4e8a-a0f5-c96c2937697e req-459b3586-a741-418b-aea6-09b358867788 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1158247
Feb 19 08:11:49.685778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-a7cae9b5-3789-4c18-8545-83391ef68555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.687479 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-a7cae9b5-3789-4c18-8545-83391ef68555 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 1165 time: 0.1071479
Feb 19 08:11:49.719031 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b4763b2-fe0e-4e8a-a0f5-c96c2937697e req-9a140ebf-740c-49cd-b7a9-49ba5b33ad84 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476758
Feb 19 08:11:49.902084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-c1cdb7dc-b845-4587-9d48-4bb719f0b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.903729 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-c1cdb7dc-b845-4587-9d48-4bb719f0b5a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52813af2-9ca7-45e8-a444-7c0a18140cbc HTTP/1.1" status: 200  len: 863 time: 0.2049427
Feb 19 08:11:49.972953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74097b1-8bf6-439b-9243-779ffcb29a4d req-a1f8bea8-e794-45e7-a2e6-55bf26930caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.975260 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f74097b1-8bf6-439b-9243-779ffcb29a4d req-a1f8bea8-e794-45e7-a2e6-55bf26930caa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.0874374
Feb 19 08:11:49.978860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad9d5-d569-432c-a7f0-06e0e93aeec8 req-ab760c06-78e7-43b3-8577-e5d28e73384b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:49.980469 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b8ad9d5-d569-432c-a7f0-06e0e93aeec8 req-ab760c06-78e7-43b3-8577-e5d28e73384b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.2066190
Feb 19 08:11:49.994368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-484edae6-b5aa-4dbd-b195-79bd4f92a629 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fb000f1b-a06c-469e-aad9-eaa3e58435ac HTTP/1.1" status: 200  len: 217 time: 0.0818577
Feb 19 08:11:50.068079 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f74097b1-8bf6-439b-9243-779ffcb29a4d req-d30d75ea-7a3c-4351-81fc-e205f6f2da7d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0726228
Feb 19 08:11:50.096523 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b8ad9d5-d569-432c-a7f0-06e0e93aeec8 req-881e110f-96ac-47af-897b-db4805de63a5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038160
Feb 19 08:11:50.103770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-c25e1915-a8c2-4ca5-a508-a3d63a413fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.105341 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-c25e1915-a8c2-4ca5-a508-a3d63a413fda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571c7503-2529-409e-86bd-1682bd87bc9d HTTP/1.1" status: 200  len: 843 time: 0.0822749
Feb 19 08:11:50.219309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ec7f9-d7cd-4090-b806-01bca52d7dd1 req-09fbfa2f-b416-4722-85e7-9b89c55d6df0 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.221113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d05ec7f9-d7cd-4090-b806-01bca52d7dd1 req-09fbfa2f-b416-4722-85e7-9b89c55d6df0 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.0922024
Feb 19 08:11:50.274009 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d05ec7f9-d7cd-4090-b806-01bca52d7dd1 req-b0d77eda-7fe0-4e02-9fa6-c7c452bedc29 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457613
Feb 19 08:11:50.398627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-2a43ca92-6629-422a-a3d1-0b95cf22345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.400166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-2a43ca92-6629-422a-a3d1-0b95cf22345f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52813af2-9ca7-45e8-a444-7c0a18140cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0858531
Feb 19 08:11:50.575617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-a40aded9-4726-401a-86a5-3928415e9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.577302 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-a40aded9-4726-401a-86a5-3928415e9605 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51&tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 1160 time: 0.0844014
Feb 19 08:11:50.752681 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-abfa88c3-6323-43e8-94d6-f3b7f155b6cb service neutron] 10.222.0.70 "GET /v2.0/networks/52813af2-9ca7-45e8-a444-7c0a18140cbc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3391840
Feb 19 08:11:50.758887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-1a58b9f1-9d45-4d64-85e1-6d8876c357fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.760548 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-1a58b9f1-9d45-4d64-85e1-6d8876c357fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1160 time: 0.1584127
Feb 19 08:11:50.766938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ef4cf-2e89-4b16-8f00-44482e391a3b req-cff89a93-cf2b-45d3-86fa-21944729a8b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.768431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cd9ef4cf-2e89-4b16-8f00-44482e391a3b req-cff89a93-cf2b-45d3-86fa-21944729a8b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1234136
Feb 19 08:11:50.786530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1963-9870-4e1d-9f25-c3685d95c7ef req-61934537-2eaa-498f-ae97-9535c3e50bd6 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.789210 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-001c1963-9870-4e1d-9f25-c3685d95c7ef req-61934537-2eaa-498f-ae97-9535c3e50bd6 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 948 time: 0.2517760
Feb 19 08:11:50.901840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cd9ef4cf-2e89-4b16-8f00-44482e391a3b req-0f284b8e-3163-4585-8df9-973276de921e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1262443
Feb 19 08:11:50.956181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-7ab86cc0-c5a2-4bac-9ea9-bd87148a4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:50.958782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-7ab86cc0-c5a2-4bac-9ea9-bd87148a4676 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.1594710
Feb 19 08:11:51.140735 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-286e0283-87d7-4240-8034-b0f2ad514f2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 200  len: 998 time: 0.1663353
Feb 19 08:11:51.144681 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-001c1963-9870-4e1d-9f25-c3685d95c7ef req-de092fc5-7a03-4260-be3c-452e995cc14a tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102007
Feb 19 08:11:51.214703 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d46b4599-7703-4745-8abe-e345c3ee3ea3 req-3056736d-391a-47c7-b350-d3d4d7b69437 service neutron] 10.222.0.70 "GET /v2.0/networks/52813af2-9ca7-45e8-a444-7c0a18140cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4237986
Feb 19 08:11:51.247843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-eb5b60e2-e4a8-4fc0-8226-d03b9624d8da tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.250336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ff12b-e007-4eb7-9fe3-302be17428f1 req-d66460a1-c451-4410-8ca8-2b9a93702f82 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.250554 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-eb5b60e2-e4a8-4fc0-8226-d03b9624d8da tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.4187317
Feb 19 08:11:51.251882 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-362ff12b-e007-4eb7-9fe3-302be17428f1 req-d66460a1-c451-4410-8ca8-2b9a93702f82 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.2204750
Feb 19 08:11:51.257823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-98bf641a-bea2-4c7d-b649-e9bb69e8c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.259320 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-98bf641a-bea2-4c7d-b649-e9bb69e8c9eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.1058819
Feb 19 08:11:51.336773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Deleting port 939f72af-22f6-4945-a432-9408c1846302 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:11:51.337411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:51.365735 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-362ff12b-e007-4eb7-9fe3-302be17428f1 req-3bdc4d33-addf-4b94-b092-05d30ce14229 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023502
Feb 19 08:11:51.411771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:51.415601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-3bde69e5-f0f6-4497-b435-f802b3f5778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.418449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-3bde69e5-f0f6-4497-b435-f802b3f5778b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1408844
Feb 19 08:11:51.487567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:51.487903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:51.692133 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-7b3ee04a-1be1-4371-a3c9-fed6829d80f7 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620747
Feb 19 08:11:51.776726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] For port 939f72af-22f6-4945-a432-9408c1846302, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=939f72af-22f6-4945-a432-9408c1846302,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:51.777369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:51.810164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38879464-6b68-4224-b9d4-3be25aedbbbf req-aa9ff62d-71b5-4532-8ddd-7d31d9af7d55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.811808 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38879464-6b68-4224-b9d4-3be25aedbbbf req-aa9ff62d-71b5-4532-8ddd-7d31d9af7d55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.2082360
Feb 19 08:11:51.866183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c025f01-574d-46f4-8bcd-d2aa51d12b75 req-c3f91940-b5d9-4ff0-8db3-4eaccf0b1f64 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:51.867806 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1c025f01-574d-46f4-8bcd-d2aa51d12b75 req-c3f91940-b5d9-4ff0-8db3-4eaccf0b1f64 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 945 time: 0.2250712
Feb 19 08:11:51.892251 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38879464-6b68-4224-b9d4-3be25aedbbbf req-6ada8909-36dc-450a-bbca-e75fdb389336 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696101
Feb 19 08:11:51.900630 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a06e273-e6bc-4cf9-b85f-6d62dfc0f914 req-2223b808-8941-4af2-b3c4-7cc454bc2493 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1993403
Feb 19 08:11:51.940657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Calling delete_port for 939f72af-22f6-4945-a432-9408c1846302 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:11:52.038927 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1c025f01-574d-46f4-8bcd-d2aa51d12b75 req-413c5a4e-c1ce-4ef1-b5d5-3bb695e90f18 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067381
Feb 19 08:11:52.108443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbfa1-11c1-472a-8e91-498d3d45d5b3 req-3d794fac-3396-4cfa-887f-fd29f15f85bd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:52.109961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-b1ecbfa1-11c1-472a-8e91-498d3d45d5b3 req-3d794fac-3396-4cfa-887f-fd29f15f85bd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:52.126294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-b1ecbfa1-11c1-472a-8e91-498d3d45d5b3 req-3d794fac-3396-4cfa-887f-fd29f15f85bd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:52.127599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b1ecbfa1-11c1-472a-8e91-498d3d45d5b3 req-3d794fac-3396-4cfa-887f-fd29f15f85bd tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1187873
Feb 19 08:11:52.185114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b1ecbfa1-11c1-472a-8e91-498d3d45d5b3 req-8ef96eeb-a6b5-4a9d-8547-77601cd51301 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502446
Feb 19 08:11:52.207855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:52.219207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-72087287-7d1b-4ea9-b4f6-e8eccf21e9ff tempest-DeleteServersTestJSON-1318985347 tempest-DeleteServersTestJSON-1318985347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:52.325232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Pushing event deleted for resources: {'Port': ['ID=939f72af-22f6-4945-a432-9408c1846302,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:52.337669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:52.379408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9a72-b2d4-45a1-921c-74c143648b8c req-4ea65ac6-9177-4710-82e4-d71d226cf8b3 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:52.381860 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d60e9a72-b2d4-45a1-921c-74c143648b8c req-4ea65ac6-9177-4710-82e4-d71d226cf8b3 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 948 time: 0.0960486
Feb 19 08:11:52.398184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 52813af2-9ca7-45e8-a444-7c0a18140cbc details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:11:52.408443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a361ec-c9fa-47f7-b5fd-1b9ceb723899 req-d2a4a98e-083b-4d12-8917-fb9cf0953744 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:52.410380 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0a361ec-c9fa-47f7-b5fd-1b9ceb723899 req-d2a4a98e-083b-4d12-8917-fb9cf0953744 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.2557127
Feb 19 08:11:52.437028 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d60e9a72-b2d4-45a1-921c-74c143648b8c req-3312f076-8a3f-4456-aa06-b9275c9a1b2e tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483985
Feb 19 08:11:52.500386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] No DVR routers for this DVR port 939f72af-22f6-4945-a432-9408c1846302 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:11:52.508519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:52.511360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'name': 'network-vif-deleted', 'tag': '939f72af-22f6-4945-a432-9408c1846302'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:52.525109 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e0a361ec-c9fa-47f7-b5fd-1b9ceb723899 req-fe7045e3-743a-45b1-9bd6-f12854778d35 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1037285
Feb 19 08:11:52.532104 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d45257d-cec2-44ef-b1e4-1149f027f9ab req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "DELETE /v2.0/ports/939f72af-22f6-4945-a432-9408c1846302 HTTP/1.1" status: 204  len: 173 time: 1.2716124
Feb 19 08:11:52.708113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9ad52-7c55-4abf-aa88-39dfa484f41f req-e7922ffb-3727-4cd9-94a3-5ba937da9c87 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:52.714371 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-67a9ad52-7c55-4abf-aa88-39dfa484f41f req-e7922ffb-3727-4cd9-94a3-5ba937da9c87 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1599820
Feb 19 08:11:52.725314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-8ecd6a7b-ba38-4dfa-be4d-03bb2ce43395 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:11:52.733281 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01027878-7c2d-4179-96cb-5d92842dc8ac', 'name': 'network-vif-deleted', 'tag': '939f72af-22f6-4945-a432-9408c1846302', 'status': 'completed', 'code': 200}
Feb 19 08:11:52.772509 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-67a9ad52-7c55-4abf-aa88-39dfa484f41f req-0c1f1309-8d25-4a74-bf07-068164e4d780 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551822
Feb 19 08:11:52.825964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:11:52.957177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3e8a9-71e2-4a79-98c4-d5bd1845faee req-33420b82-dbdd-470b-a9e7-fb4ae0297724 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:52.959108 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a2c3e8a9-71e2-4a79-98c4-d5bd1845faee req-33420b82-dbdd-470b-a9e7-fb4ae0297724 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.0985045
Feb 19 08:11:53.015731 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a2c3e8a9-71e2-4a79-98c4-d5bd1845faee req-5ee1e37f-1a44-48ef-ae74-643617d1d878 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0491219
Feb 19 08:11:53.230561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bbccd-6e2e-4ad9-8807-10b7d2febf81 req-716a1c1f-c02c-414b-a8b4-6ca9a91fc994 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:53.240342 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-907bbccd-6e2e-4ad9-8807-10b7d2febf81 req-716a1c1f-c02c-414b-a8b4-6ca9a91fc994 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1109107
Feb 19 08:11:53.295708 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-907bbccd-6e2e-4ad9-8807-10b7d2febf81 req-a8334d11-a5f9-4028-8862-cb9d3247bc44 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543969
Feb 19 08:11:53.542923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:53.661363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1acb538b-668c-4896-ad64-165c15c3a8cf req-31836540-48c6-4e82-a43a-267ca7764331 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Synchronizing usage tracker for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:53.684296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1acb538b-668c-4896-ad64-165c15c3a8cf req-31836540-48c6-4e82-a43a-267ca7764331 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Unset dirty status for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:53.685619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1acb538b-668c-4896-ad64-165c15c3a8cf req-31836540-48c6-4e82-a43a-267ca7764331 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.1737933
Feb 19 08:11:53.717182 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-3ac678c5-26bf-47e2-914c-9925f5bc2e1d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3764687
Feb 19 08:11:53.718791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:53.719581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:53.730944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:53.737469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:11:53.745400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Usage tracker for resource:floatingip and tenant:b0c1994b8d0f45d4afed6931ee786c53 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:11:53.749201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:11:53.756951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:11:53.787965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:53.864963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:53.971760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port fb000f1b-a06c-469e-aad9-eaa3e58435ac completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:11:53.979961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fb000f1b-a06c-469e-aad9-eaa3e58435ac triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:53.981381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:53.995101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:53.998916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4063f7c-58e2-459a-96b7-12e47bb4973f req-9df1b58f-c0d9-4a97-ac7e-7faba4fd3a00 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:54.000716 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4063f7c-58e2-459a-96b7-12e47bb4973f req-9df1b58f-c0d9-4a97-ac7e-7faba4fd3a00 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1216912
Feb 19 08:11:54.068478 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4063f7c-58e2-459a-96b7-12e47bb4973f req-59ed6f18-c5cc-4e49-ab3f-e58731266fde tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607131
Feb 19 08:11:54.157649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:54.189181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:54.201233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port fb000f1b-a06c-469e-aad9-eaa3e58435ac, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb000f1b-a06c-469e-aad9-eaa3e58435ac,segment=NetworkSegment(0116e331-1308-4ad7-9d66-e80dfa945ace),segment_id=0116e331-1308-4ad7-9d66-e80dfa945ace)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:11:54.205252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:54.209179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:54.289621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=fb000f1b-a06c-469e-aad9-eaa3e58435ac,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:54.293898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:54.295458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 939f72af-22f6-4945-a432-9408c1846302 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:11:54.342732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 939f72af-22f6-4945-a432-9408c1846302 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:11:54.342732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 939f72af-22f6-4945-a432-9408c1846302 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:11:54.356709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f110-ad50-43a4-a892-93f10c3410dc req-c474a665-dc1b-46f4-810e-2f9a4bb5ec88 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:54.358519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5083f110-ad50-43a4-a892-93f10c3410dc req-c474a665-dc1b-46f4-810e-2f9a4bb5ec88 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1526403
Feb 19 08:11:54.533976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:11:54.694516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5083f110-ad50-43a4-a892-93f10c3410dc req-d9822455-fe17-400b-b351-feef88f49fab tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3292630
Feb 19 08:11:54.703849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Allocated IP 172.27.0.18 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/9b8361f7-4e70-49a9-8942-40c91b8868d0) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:11:54.751477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fb000f1b-a06c-469e-aad9-eaa3e58435ac triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:11:54.751915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:54.867884 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac', 'code': 200}
Feb 19 08:11:54.996949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.047615 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.065330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:55.082591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2f2b-bda7-47fe-8cc6-712134ed3ba8 req-8e9ff4b6-b509-4404-8bec-31ef0f19c5ac tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:55.084520 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-660f2f2b-bda7-47fe-8cc6-712134ed3ba8 req-8e9ff4b6-b509-4404-8bec-31ef0f19c5ac tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0976593
Feb 19 08:11:55.144467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-660f2f2b-bda7-47fe-8cc6-712134ed3ba8 req-59d57657-1147-4024-9402-9d91279da44a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533166
Feb 19 08:11:55.240674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'Port': ['ID=9b8361f7-4e70-49a9-8942-40c91b8868d0,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:55.245232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:55.271520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:11:55.273063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:11:55.275727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:11:55.309775 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8548b79-b88c-42a1-9f8f-44638b6aebca req-c5452e79-dac5-441f-9702-a24d8b2a3cbe tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0535858
Feb 19 08:11:55.384003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.453004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.522450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7fcc-c749-403e-bf71-17bec7378d8b req-2fdfb79a-37cd-4b08-943c-01a22ac41f7f tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:55.524200 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c9b7fcc-c749-403e-bf71-17bec7378d8b req-2fdfb79a-37cd-4b08-943c-01a22ac41f7f tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1027160
Feb 19 08:11:55.582997 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c9b7fcc-c749-403e-bf71-17bec7378d8b req-8724026f-543c-4e14-a65f-df5c0bf0c1d4 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517774
Feb 19 08:11:55.761950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.767070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:55.785910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:11:55.958737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event updated for resources: {'Port': ['ID=9b8361f7-4e70-49a9-8942-40c91b8868d0,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:11:55.969646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4459e-4906-4b9b-87ef-de84a6721f1e req-6605cd11-17de-42cb-9a50-7bf3fe8c45ae tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:55.973836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96b4459e-4906-4b9b-87ef-de84a6721f1e req-6605cd11-17de-42cb-9a50-7bf3fe8c45ae tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0951774
Feb 19 08:11:55.976438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:11:56.039162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96b4459e-4906-4b9b-87ef-de84a6721f1e req-f4497052-c329-416e-ae2f-7a8d0d701e7b tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527837
Feb 19 08:11:56.075004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:56.101503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:56.102949 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-10ce7c57-ce61-4fdd-9cca-a9328cbb9237 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.3904941
Feb 19 08:11:56.194684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-e0d388b2-d1fb-4746-805a-f60296f48fd0 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:floatingip {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:11:56.218646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-e0d388b2-d1fb-4746-805a-f60296f48fd0 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:floatingip {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:11:56.228873 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-e0d388b2-d1fb-4746-805a-f60296f48fd0 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.18 HTTP/1.1" status: 200  len: 695 time: 0.1189001
Feb 19 08:11:56.381134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55908-09f3-4e41-900b-05d897b958c8 req-76a1e7fd-80d9-4c3c-ae03-1a975c829498 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:56.382693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-29f55908-09f3-4e41-900b-05d897b958c8 req-76a1e7fd-80d9-4c3c-ae03-1a975c829498 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0977013
Feb 19 08:11:56.401012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-76e41de1-e8da-435f-b73e-ddb66a3fb1e8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:56.403199 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-76e41de1-e8da-435f-b73e-ddb66a3fb1e8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1734421
Feb 19 08:11:56.415500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-9834d391-7a52-45c9-b229-cf7bbaa97a60 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:11:56.416947 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48183d40-bc8d-4465-b83b-9c48d425fdcb req-9834d391-7a52-45c9-b229-cf7bbaa97a60 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0074992
Feb 19 08:11:56.434773 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-29f55908-09f3-4e41-900b-05d897b958c8 req-f3fcaf8b-5c7b-4d97-929f-fdae941f43e4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454638
Feb 19 08:11:56.593692 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08eecf9f-d124-4542-aa02-46fba8acd75b req-454187f3-367f-4253-9ade-c4d3fbd8dce2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0537865
Feb 19 08:11:56.676636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-ff6fdcd5-d742-4423-b5ca-6ca079557d93 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:56.684543 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-ff6fdcd5-d742-4423-b5ca-6ca079557d93 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1200221
Feb 19 08:11:56.775736 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-10607bf7-2fcc-4445-ac0b-cae5e86f0810 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.18 HTTP/1.1" status: 200  len: 695 time: 0.0881515
Feb 19 08:11:56.786447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Request body: {'floatingip': {'port_id': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:11:56.846814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b1ce-6d45-4a01-a45c-1be311f63fc4 req-d3405742-3a1b-4c3f-9a77-8cf91e8a81b0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:56.850348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e199b1ce-6d45-4a01-a45c-1be311f63fc4 req-d3405742-3a1b-4c3f-9a77-8cf91e8a81b0 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1042264
Feb 19 08:11:56.875374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:56.919425 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e199b1ce-6d45-4a01-a45c-1be311f63fc4 req-89125a13-80b3-40f4-a70a-135e147e1ecc tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640724
Feb 19 08:11:57.249777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f980-260b-40e3-997c-69d7652d1b21 req-9acf2056-a32e-430d-88d3-81f13ff27130 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:57.251421 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e770f980-260b-40e3-997c-69d7652d1b21 req-9acf2056-a32e-430d-88d3-81f13ff27130 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0962908
Feb 19 08:11:57.307475 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e770f980-260b-40e3-997c-69d7652d1b21 req-b1163c9d-7364-43c8-a6a1-b10109163a1c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489423
Feb 19 08:11:57.562941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:57.567421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:57.744226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ae40-84cb-4094-8b2d-740ff064779a req-42e6866c-59db-4826-9f85-ded710c0cc72 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:57.745877 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7076ae40-84cb-4094-8b2d-740ff064779a req-42e6866c-59db-4826-9f85-ded710c0cc72 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1648390
Feb 19 08:11:57.808931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Floating IP f26c8242-db2c-47b3-8d82-d64dc72812ac associated. External IP: 172.27.0.18, port: 65b28e0c-4e2c-42ad-b792-87fc21852ae4.
Feb 19 08:11:57.809461 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7076ae40-84cb-4094-8b2d-740ff064779a req-aa510fe0-166c-4536-8de4-93df087b8a09 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565493
Feb 19 08:11:57.996673 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-749de8ca-2bfb-416d-b1b7-441799d0093a req-72a40cba-bc4c-4b09-a15f-bb4c1f8d0df1 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0546916
Feb 19 08:11:58.226618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd0a8-2571-448e-823e-2e6a0bbd6f16 req-5c58220d-7df5-4e32-b207-5c3161a090df tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:58.228634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-769bd0a8-2571-448e-823e-2e6a0bbd6f16 req-5c58220d-7df5-4e32-b207-5c3161a090df tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1032460
Feb 19 08:11:58.301724 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-769bd0a8-2571-448e-823e-2e6a0bbd6f16 req-b51f9d57-40a1-4ab0-88eb-b6e4c5eda577 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600090
Feb 19 08:11:58.302210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Router e394b0ea-ab79-4ac0-bd0d-ff2614403726 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:11:58.499057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:11:58.504650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:11:58.509833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Sync routers for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:11:58.529284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f046-bf7e-443f-a69a-2cfc53553b4e req-c42b85b4-2e9d-40f3-af43-b949473cb7bf tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:58.531392 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0b2f046-bf7e-443f-a69a-2cfc53553b4e req-c42b85b4-2e9d-40f3-af43-b949473cb7bf tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1019406
Feb 19 08:11:58.533423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:11:58.534164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e518630>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:11:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:11:58.620553 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d0b2f046-bf7e-443f-a69a-2cfc53553b4e req-e273c3c1-bc78-448b-8e20-8dd25bdfadff tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810685
Feb 19 08:11:58.767694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:11:58.860889 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-0b338a24-7faf-42ff-86eb-0bdf99967d78 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "PUT /v2.0/floatingips/f26c8242-db2c-47b3-8d82-d64dc72812ac HTTP/1.1" status: 200  len: 995 time: 2.0792713
Feb 19 08:11:58.861455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:11:58.971248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-9b684335-d9c5-4c16-a2eb-e6bdfef1cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:58.973749 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-9b684335-d9c5-4c16-a2eb-e6bdfef1cd31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.0941074
Feb 19 08:11:59.054021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ea04-3d7f-46e5-bc02-77eedfa4fc09 req-142dea09-f96a-4327-abc3-688049fd5124 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:59.055996 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5fb8ea04-3d7f-46e5-bc02-77eedfa4fc09 req-142dea09-f96a-4327-abc3-688049fd5124 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1086524
Feb 19 08:11:59.129176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5fb8ea04-3d7f-46e5-bc02-77eedfa4fc09 req-c34759fb-45ad-4808-afff-eb68890634ea tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642076
Feb 19 08:11:59.150684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-fb4aa3a6-e874-4d61-bf39-8634effa51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:59.152681 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-fb4aa3a6-e874-4d61-bf39-8634effa51cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.1605916
Feb 19 08:11:59.217812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e518630>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f26c8242-db2c-47b3-8d82-d64dc72812ac', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'port_id': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'mac_address': 'fa:16:3e:be:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:11:55Z', 'updated_at': '2021-02-19T08:11:57Z', 'revision_number': 1, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:11:59.224092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Checking router: e394b0ea-ab79-4ac0-bd0d-ff2614403726 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:11:59.241668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:11:59.242742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e518630>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:11:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:11:59.306257 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-3f23672a-c5e3-48cb-8a98-c7d73290024f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 998 time: 0.1233563
Feb 19 08:11:59.308129 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'status': 'completed', 'code': 200}
Feb 19 08:11:59.399590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-31fe15c0-7382-40a9-b261-5437a8fd3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:59.401504 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-31fe15c0-7382-40a9-b261-5437a8fd3bc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.0869753
Feb 19 08:11:59.462013 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f48c02d7-8f09-424e-b31d-05d224f5467c req-6812ef01-9e47-46a2-a685-5cee49a4fc95 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0714371
Feb 19 08:11:59.466809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:11:59.542323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-2be2c97e-80fd-4bf4-acf5-6f5cb37f75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:59.544096 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-2be2c97e-80fd-4bf4-acf5-6f5cb37f75f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1358366
Feb 19 08:11:59.557353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-cfefd392-4718-41c7-8e17-2280842e8b34 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:11:59.565632 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-cfefd392-4718-41c7-8e17-2280842e8b34 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0130579
Feb 19 08:11:59.754589 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-1612304b-17cc-43ca-beeb-832e0a2dcb09 service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878469
Feb 19 08:11:59.804786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b554b-5674-467c-ad4c-ae4f0b4fba9f req-7f02a63f-7f77-46a4-98b8-d2dbcebbe29a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:11:59.806466 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-477b554b-5674-467c-ad4c-ae4f0b4fba9f req-7f02a63f-7f77-46a4-98b8-d2dbcebbe29a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1587710
Feb 19 08:11:59.883443 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-477b554b-5674-467c-ad4c-ae4f0b4fba9f req-c867159a-d32b-4420-ab71-c4417cc3a8ad tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695076
Feb 19 08:11:59.952299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e518630>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f26c8242-db2c-47b3-8d82-d64dc72812ac', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'port_id': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'mac_address': 'fa:16:3e:be:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:11:55Z', 'updated_at': '2021-02-19T08:11:57Z', 'revision_number': 1, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:11:59.953271 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ead3c70-f9a5-49e3-930d-190033d3d6d2 req-15e5e8c8-bc93-405d-be07-f2b713057c17 service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1912005
Feb 19 08:11:59.956633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86d4b9-569a-46e2-afbf-e3ef20e39423 None None] The sync data for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi is: [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f26c8242-db2c-47b3-8d82-d64dc72812ac', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'port_id': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'mac_address': 'fa:16:3e:be:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:11:55Z', 'updated_at': '2021-02-19T08:11:57Z', 'revision_number': 1, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:12:00.147726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabd010-2a65-4115-b859-ccca6c181946 req-1610d057-9608-476a-8127-3576312fa03d tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:00.149370 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4cabd010-2a65-4115-b859-ccca6c181946 req-1610d057-9608-476a-8127-3576312fa03d tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1061189
Feb 19 08:12:00.203240 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4cabd010-2a65-4115-b859-ccca6c181946 req-d123cd1e-7c60-4522-bf93-f483219c701c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473218
Feb 19 08:12:00.372812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac2b6-401f-4b1a-af53-41954c94a2b1 req-af85afde-b86a-49d0-acc7-c2afd0084a87 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:00.372812 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfdac2b6-401f-4b1a-af53-41954c94a2b1 req-af85afde-b86a-49d0-acc7-c2afd0084a87 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0932848
Feb 19 08:12:00.475054 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfdac2b6-401f-4b1a-af53-41954c94a2b1 req-24aa8e19-9b05-4214-bd10-cd6983cfd9b6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968928
Feb 19 08:12:00.667109 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2d9d9c7f-68d4-4523-bfdb-a2a924234ef8 req-25e2e773-e7d3-48d5-9253-02305f8f03d2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0629275
Feb 19 08:12:00.787434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d06c-af18-4b60-8aad-6236de174f92 None None] New status for floating IP f26c8242-db2c-47b3-8d82-d64dc72812ac: ACTIVE {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:12:01.122060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8c0f-8fd5-47ce-8d8b-fb9e7a45c516 req-402e1b32-8078-4dcb-a211-2945368e7aae tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:01.123870 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52bc8c0f-8fd5-47ce-8d8b-fb9e7a45c516 req-402e1b32-8078-4dcb-a211-2945368e7aae tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1170564
Feb 19 08:12:01.175390 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52bc8c0f-8fd5-47ce-8d8b-fb9e7a45c516 req-70dbe631-183c-409e-8188-18160c58dae8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445533
Feb 19 08:12:01.421494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223246de-dedb-49af-a0ef-d3b8d653689a req-09b5e7f0-404e-424c-b3d6-60c53aac2705 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:01.423187 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-223246de-dedb-49af-a0ef-d3b8d653689a req-09b5e7f0-404e-424c-b3d6-60c53aac2705 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0908589
Feb 19 08:12:01.474558 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-223246de-dedb-49af-a0ef-d3b8d653689a req-92cfbbb5-54f4-462c-aa81-47c081a66f55 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442483
Feb 19 08:12:01.747360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f669f-a383-425b-89d5-71e9bf6d91d5 req-d3563f5a-f13b-4b1d-8720-5d64ad4172e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:01.748980 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-012f669f-a383-425b-89d5-71e9bf6d91d5 req-d3563f5a-f13b-4b1d-8720-5d64ad4172e6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1086235
Feb 19 08:12:01.814461 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-012f669f-a383-425b-89d5-71e9bf6d91d5 req-03a00dfa-d7b5-448c-a541-99b623b9792d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586586
Feb 19 08:12:01.858227 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-44a8a9f5-3d98-4475-aa42-93d9fc9accdb req-abeec69d-2a0d-4ffa-bfb5-7141fec93eae tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0572426
Feb 19 08:12:02.384248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451935b7-701c-470e-86f8-bd709a9cf4f6 req-1f6bef1b-1635-4026-a704-90fe24806ba6 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:02.385957 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-451935b7-701c-470e-86f8-bd709a9cf4f6 req-1f6bef1b-1635-4026-a704-90fe24806ba6 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.0927105
Feb 19 08:12:02.445042 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-451935b7-701c-470e-86f8-bd709a9cf4f6 req-daa0402b-50ca-4f90-82b7-ae37c53ae513 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518334
Feb 19 08:12:02.776791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bcb06-08c0-4688-a0c7-56420605cf74 req-6d6dba89-f1ad-4e78-9a43-f71aabd4001f tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:02.789333 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-187bcb06-08c0-4688-a0c7-56420605cf74 req-6d6dba89-f1ad-4e78-9a43-f71aabd4001f tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1945140
Feb 19 08:12:02.857497 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-187bcb06-08c0-4688-a0c7-56420605cf74 req-4687912e-1565-4696-9f81-40fdd6e89e99 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671520
Feb 19 08:12:03.118411 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e913cff-e45e-48f5-b90e-ff028ae4d2a5 req-4abd6e8b-f737-4787-b0f7-0847e1fa5f74 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.1033015
Feb 19 08:12:03.124841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5437-558c-4cce-8d10-a43e15236009 req-8fa3c48b-800a-4771-b560-b5421576f61b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:03.126549 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e5b5437-558c-4cce-8d10-a43e15236009 req-8fa3c48b-800a-4771-b560-b5421576f61b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1574056
Feb 19 08:12:03.221449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e5b5437-558c-4cce-8d10-a43e15236009 req-a74fa17d-f4a5-4792-9be8-2e50c7aa320b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814586
Feb 19 08:12:03.657781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d3b4-10eb-4e71-970a-7a2ed875d54a req-5b3b627e-5459-449b-80ef-73ba91f66be6 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:03.659422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e37d3b4-10eb-4e71-970a-7a2ed875d54a req-5b3b627e-5459-449b-80ef-73ba91f66be6 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.0941811
Feb 19 08:12:03.715413 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e37d3b4-10eb-4e71-970a-7a2ed875d54a req-7c8635d4-2dad-4bc8-bec8-4137f3d7e251 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484908
Feb 19 08:12:04.062442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715be3ac-c63b-47c5-8969-754b8602296b req-32e19ac0-da09-4886-8eac-0c42095c68ba tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:04.064167 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-715be3ac-c63b-47c5-8969-754b8602296b req-32e19ac0-da09-4886-8eac-0c42095c68ba tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0922282
Feb 19 08:12:04.112250 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-715be3ac-c63b-47c5-8969-754b8602296b req-8dd2bd28-567c-4834-9b4f-166e0f1821f5 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414231
Feb 19 08:12:04.313534 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e41b5879-9099-4d61-8dee-7ce98679d58a req-024e0869-7006-4662-8935-b977ca7fafc7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=01027878-7c2d-4179-96cb-5d92842dc8ac HTTP/1.1" status: 200  len: 210 time: 0.0493507
Feb 19 08:12:04.433874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105b3e-edff-48ad-837c-d7881fdf2c6b req-b4bbee43-8692-4c21-80c7-23e492876a18 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:04.435405 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da105b3e-edff-48ad-837c-d7881fdf2c6b req-b4bbee43-8692-4c21-80c7-23e492876a18 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0863683
Feb 19 08:12:04.483536 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da105b3e-edff-48ad-837c-d7881fdf2c6b req-6ce8090f-e71b-4e52-8e36-a63b8f1169ad tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419309
Feb 19 08:12:04.927832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7cbce-fffe-4ec0-a249-6daf040c0c80 req-a0376c3c-4bf7-485d-b608-47d2e201e0d3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:04.935739 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfb7cbce-fffe-4ec0-a249-6daf040c0c80 req-a0376c3c-4bf7-485d-b608-47d2e201e0d3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.1043515
Feb 19 08:12:04.936934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-39d37ec4-a3b1-4a79-9987-be424923f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:04.938719 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-39d37ec4-a3b1-4a79-9987-be424923f2a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.1007094
Feb 19 08:12:04.988339 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cfb7cbce-fffe-4ec0-a249-6daf040c0c80 req-26f4ff03-cfca-4b08-abd1-3ecc3eea51e7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515046
Feb 19 08:12:05.121995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-9966921e-afab-4ff4-be64-66e23d7ad94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.123602 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-9966921e-afab-4ff4-be64-66e23d7ad94b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.1679547
Feb 19 08:12:05.224583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb116d6-f353-4c54-996b-db956c53077f req-1ae9d417-131c-4b3e-8f35-722b84631094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.226306 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-beb116d6-f353-4c54-996b-db956c53077f req-1ae9d417-131c-4b3e-8f35-722b84631094 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 1167 time: 0.0799017
Feb 19 08:12:05.278640 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-beb116d6-f353-4c54-996b-db956c53077f req-06aa03ea-e00e-42ce-867f-48357b929400 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412061
Feb 19 08:12:05.302232 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-474e40ba-bc0d-4ad3-a782-5baaa963f443 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 1000 time: 0.1554534
Feb 19 08:12:05.337982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bdffa-230d-4a59-8405-148d4b2f7d18 req-be98faf3-cd58-4026-a618-4db2d793ad0b tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.339575 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa4bdffa-230d-4a59-8405-148d4b2f7d18 req-be98faf3-cd58-4026-a618-4db2d793ad0b tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1102154
Feb 19 08:12:05.387671 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fa4bdffa-230d-4a59-8405-148d4b2f7d18 req-5f729716-7b6f-4685-a3f1-23285b24d028 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418448
Feb 19 08:12:05.778354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-d9c064e2-965c-44ca-8327-d9185f0795b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.780372 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-d9c064e2-965c-44ca-8327-d9185f0795b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.1781623
Feb 19 08:12:05.865963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b52821-a072-492f-9946-7b211736a51e req-321e74ca-3f29-4916-9174-e6e91fba5722 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.867884 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42b52821-a072-492f-9946-7b211736a51e req-321e74ca-3f29-4916-9174-e6e91fba5722 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1964846
Feb 19 08:12:05.929842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-45b7c82e-4a61-48ee-9513-83203431ffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:05.936761 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42b52821-a072-492f-9946-7b211736a51e req-8f34c4bb-3202-4359-8d05-f719ecdb87a8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614336
Feb 19 08:12:05.963413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-1dec5074-c7d7-436f-a816-27daa5e94b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:05.965268 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-1dec5074-c7d7-436f-a816-27daa5e94b82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607258
Feb 19 08:12:06.006556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-2a46d3ad-692a-4301-bdc7-33842ce7ba99 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:06.008245 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-2a46d3ad-692a-4301-bdc7-33842ce7ba99 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.0936954
Feb 19 08:12:06.093210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Deleting port febf91de-f861-4727-8713-b6c516355a3c {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:06.093572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:06.120484 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-367eb138-a98f-4bf8-97bf-816ba5231558 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445212
Feb 19 08:12:06.265970 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4b395e87-18ee-43cc-aaeb-d59209c6297d req-d9e4b288-42cc-4f65-918c-f5bed049d639 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366849
Feb 19 08:12:06.365977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f52d49-183b-416b-834b-4aa97917ca02 req-cff0f687-94a2-4be3-a9c1-e020d57e0d62 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:06.367601 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55f52d49-183b-416b-834b-4aa97917ca02 req-cff0f687-94a2-4be3-a9c1-e020d57e0d62 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 945 time: 0.2429769
Feb 19 08:12:06.449065 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-55f52d49-183b-416b-834b-4aa97917ca02 req-df5b96f6-1569-4df1-a5ad-e551f1616e5e tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730038
Feb 19 08:12:06.474989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] For port febf91de-f861-4727-8713-b6c516355a3c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=febf91de-f861-4727-8713-b6c516355a3c,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:06.475390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:06.594245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51313c-f0c1-4af6-b16f-5dad9d4a7d48 req-29cb0316-c58d-497d-82b2-dc6c467dea1b tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:06.596173 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d51313c-f0c1-4af6-b16f-5dad9d4a7d48 req-29cb0316-c58d-497d-82b2-dc6c467dea1b tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0917585
Feb 19 08:12:06.660978 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5d51313c-f0c1-4af6-b16f-5dad9d4a7d48 req-141d2d63-1256-48b0-b31f-fbdc3dec20ca tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576019
Feb 19 08:12:06.822905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Calling delete_port for febf91de-f861-4727-8713-b6c516355a3c owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:06.972070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:06.991171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:07.090539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event deleted for resources: {'Port': ['ID=febf91de-f861-4727-8713-b6c516355a3c,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:07.093564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:07.236862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b59f4-693c-44f4-bcdd-25d4c447f936 req-887cc223-de64-4b70-8b6c-339b1c3562a5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:07.239040 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d0b59f4-693c-44f4-bcdd-25d4c447f936 req-887cc223-de64-4b70-8b6c-339b1c3562a5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1541309
Feb 19 08:12:07.300068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] No DVR routers for this DVR port febf91de-f861-4727-8713-b6c516355a3c on host hv-cinder-77398 {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:07.302896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:07.308695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'name': 'network-vif-deleted', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:07.336637 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8dfac977-3706-4c36-bc74-43f36a419ca8 req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "DELETE /v2.0/ports/febf91de-f861-4727-8713-b6c516355a3c HTTP/1.1" status: 204  len: 173 time: 1.3179367
Feb 19 08:12:07.341726 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d0b59f4-693c-44f4-bcdd-25d4c447f936 req-26f464c9-5195-4de9-bd4e-deef8065a53e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731242
Feb 19 08:12:07.356834 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d9c2c8-e09e-4d98-b67b-48e4b0594363', 'name': 'network-vif-deleted', 'tag': 'febf91de-f861-4727-8713-b6c516355a3c', 'status': 'completed', 'code': 200}
Feb 19 08:12:07.616060 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5bf6e892-d8b6-4b45-8a0d-d427e236d14d req-1ea9c7f2-c549-47c6-a768-60f30605431b tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.0500047
Feb 19 08:12:07.868033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ce55-4432-4c40-a253-763cf719aca2 req-49b877fb-e92d-4051-9c33-f9df6bfa91c2 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:07.869660 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eff6ce55-4432-4c40-a253-763cf719aca2 req-49b877fb-e92d-4051-9c33-f9df6bfa91c2 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0912392
Feb 19 08:12:07.918682 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eff6ce55-4432-4c40-a253-763cf719aca2 req-8a183588-6509-480d-997d-d1ca730d8ca7 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411382
Feb 19 08:12:08.387458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ddd403-6265-437c-ba4e-7834e768a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:08.549142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510f920-75c6-435b-bfcb-3e2eb8e58086 req-b533aa97-3ac7-4fc7-b8e6-11e10d1cd2c3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:08.550728 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7510f920-75c6-435b-bfcb-3e2eb8e58086 req-b533aa97-3ac7-4fc7-b8e6-11e10d1cd2c3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0854735
Feb 19 08:12:08.597449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7510f920-75c6-435b-bfcb-3e2eb8e58086 req-08f8ad97-7258-4665-90db-6b87862f702d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406330
Feb 19 08:12:08.721850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:08.786377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-521602a4-398c-44f5-a61b-26147217bcc4 req-74fce36d-de5e-4b31-bdf7-5448d8847e5a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:08.800797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-521602a4-398c-44f5-a61b-26147217bcc4 req-74fce36d-de5e-4b31-bdf7-5448d8847e5a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:08.802508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-521602a4-398c-44f5-a61b-26147217bcc4 req-74fce36d-de5e-4b31-bdf7-5448d8847e5a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.0682454
Feb 19 08:12:09.125925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbc8e2-26f6-47dd-ab59-e58b1f37d860 req-68a11642-af85-4724-b204-58d2436d2760 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:09.127539 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45cbc8e2-26f6-47dd-ab59-e58b1f37d860 req-68a11642-af85-4724-b204-58d2436d2760 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0904269
Feb 19 08:12:09.175278 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45cbc8e2-26f6-47dd-ab59-e58b1f37d860 req-5c3e7999-f082-4b75-bcd5-9ef88cf37438 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413046
Feb 19 08:12:09.667351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:09.831499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862f424-28e1-4a38-9e80-fd86927601d8 req-ff8e57fb-7c59-49ef-a8fc-f8d2a66318fc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:09.839935 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f862f424-28e1-4a38-9e80-fd86927601d8 req-ff8e57fb-7c59-49ef-a8fc-f8d2a66318fc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1216187
Feb 19 08:12:09.895855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f862f424-28e1-4a38-9e80-fd86927601d8 req-90a528a2-e4a1-4c3f-9003-2ba2cc5ba45f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526502
Feb 19 08:12:09.927928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device febf91de-f861-4727-8713-b6c516355a3c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:09.980122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: febf91de-f861-4727-8713-b6c516355a3c {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:09.980678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device febf91de-f861-4727-8713-b6c516355a3c not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:10.024434 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9e3265db-7c1a-42cd-9445-ea700f3d2bf8 req-30cfeab1-c41d-4ff1-a961-2d8d475c26ab tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d9c2c8-e09e-4d98-b67b-48e4b0594363 HTTP/1.1" status: 200  len: 210 time: 0.0493569
Feb 19 08:12:10.213092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:10.275639 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-8bfc99eb-6346-4476-b3a0-4f6b8cf787a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0887647
Feb 19 08:12:10.308465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fb000f1b-a06c-469e-aad9-eaa3e58435ac triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:10.309386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:10.441911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:10.460205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca710660-4ca9-4368-89e9-c4cb4fbaeee6 req-7048da1b-14df-4a83-9b64-5af5dbd7deb8 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:10.461885 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca710660-4ca9-4368-89e9-c4cb4fbaeee6 req-7048da1b-14df-4a83-9b64-5af5dbd7deb8 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.1375735
Feb 19 08:12:10.528383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-04b683f6-21aa-4742-a3a9-84f78bfd9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:10.530083 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-04b683f6-21aa-4742-a3a9-84f78bfd9174 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 1163 time: 0.1320169
Feb 19 08:12:10.535231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca710660-4ca9-4368-89e9-c4cb4fbaeee6 req-ade18930-2e5e-4254-be50-71e29955eaa8 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653791
Feb 19 08:12:10.755216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-68b11744-127e-42a5-82bd-635c3fb57835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:10.758634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-68b11744-127e-42a5-82bd-635c3fb57835 service neutron] 10.222.0.70 "GET /v2.0/networks?id=275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 200  len: 909 time: 0.1963434
Feb 19 08:12:10.835924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-59c82f6e-52aa-4fff-8afa-1bf30e866f88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 200  len: 217 time: 0.0693974
Feb 19 08:12:10.921625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-1464cf1c-670a-4ca6-a881-c947da80e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:10.923287 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-1464cf1c-670a-4ca6-a881-c947da80e4a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 200  len: 855 time: 0.0715337
Feb 19 08:12:11.019499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-56035287-42c4-4888-a06d-11d8539a5655 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=275877ff-0554-44b8-afd6-cea6742c8395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877223
Feb 19 08:12:11.138770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f834be-144b-410b-a464-6345d18ed54c req-0468c401-61cc-498e-9ffa-b9ffe0a37a2e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:11.140522 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96f834be-144b-410b-a464-6345d18ed54c req-0468c401-61cc-498e-9ffa-b9ffe0a37a2e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0926390
Feb 19 08:12:11.189481 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96f834be-144b-410b-a464-6345d18ed54c req-bf930a70-df6c-4f05-920c-6be8f27a029c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419466
Feb 19 08:12:11.189841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d98a30-6a76-4f7b-8afb-f0a4ea657870 req-ca6554df-ab8d-4337-9ee1-c29e2d400dfb tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:11.191476 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06d98a30-6a76-4f7b-8afb-f0a4ea657870 req-ca6554df-ab8d-4337-9ee1-c29e2d400dfb tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.2160857
Feb 19 08:12:11.230641 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-6d473fc4-cfdd-474c-8476-73fc0d150bbf service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945148
Feb 19 08:12:11.323256 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06d98a30-6a76-4f7b-8afb-f0a4ea657870 req-6a91138e-8c3a-4b42-b8b2-18f384d3be56 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214237
Feb 19 08:12:11.397156 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-15368ea2-ee97-44bb-a863-c5e93b26513e req-e3322a30-20ba-4049-b555-a368a2d7c0e7 service neutron] 10.222.0.70 "GET /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520057
Feb 19 08:12:11.687592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f50284-4430-40f2-a902-00045561ce03 req-1988b249-d511-4abf-8cfa-8b3ef94e531d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:11.689203 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a3f50284-4430-40f2-a902-00045561ce03 req-1988b249-d511-4abf-8cfa-8b3ef94e531d tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.0922947
Feb 19 08:12:11.735913 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a3f50284-4430-40f2-a902-00045561ce03 req-84ebe3a5-8ba5-4c7c-ba11-da3882ea7db8 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398352
Feb 19 08:12:12.138359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:12.400652 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfeac-ced7-48a3-ac28-c3eaba9b4ec8 req-20a66e6a-cbfb-4845-a299-7b72bc10db75 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:12.402321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f10bfeac-ced7-48a3-ac28-c3eaba9b4ec8 req-20a66e6a-cbfb-4845-a299-7b72bc10db75 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0906861
Feb 19 08:12:12.452119 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f10bfeac-ced7-48a3-ac28-c3eaba9b4ec8 req-e3fa7ab5-e0e0-452d-938d-a0953fb14905 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434477
Feb 19 08:12:12.530635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b75a0-76b6-4b58-ad08-92bc0030afe4 req-3c5352e9-79e0-46b6-9e32-b47678521896 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:12.532209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee1b75a0-76b6-4b58-ad08-92bc0030afe4 req-3c5352e9-79e0-46b6-9e32-b47678521896 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0879562
Feb 19 08:12:12.579732 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee1b75a0-76b6-4b58-ad08-92bc0030afe4 req-63cd4f29-e212-420f-9960-f22a5615a4d2 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403068
Feb 19 08:12:12.933044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cde2-d2a1-4a6f-beff-3fa0dd679dcf req-852b37c8-d2ab-4684-b359-d7c8f40cff48 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:12.934589 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1177cde2-d2a1-4a6f-beff-3fa0dd679dcf req-852b37c8-d2ab-4684-b359-d7c8f40cff48 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.0852761
Feb 19 08:12:12.980516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1177cde2-d2a1-4a6f-beff-3fa0dd679dcf req-f4ec0d11-1a23-45b1-9201-2f1b29d5e976 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397034
Feb 19 08:12:13.657423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5d34a-bfdc-4e14-9744-35578ca8aabe req-4298c68e-10fc-4ed3-af0c-50ad13bb9a06 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:13.659075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c1c5d34a-bfdc-4e14-9744-35578ca8aabe req-4298c68e-10fc-4ed3-af0c-50ad13bb9a06 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0883329
Feb 19 08:12:13.712995 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c1c5d34a-bfdc-4e14-9744-35578ca8aabe req-6ea13261-0d4f-40a2-ba6d-30dd3596ff82 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462565
Feb 19 08:12:13.788267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c66-1afb-4bb9-a04b-673560dd3309 req-b2d4f37d-2802-47f4-b08d-ac10e6423555 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:13.789797 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-625f5c66-1afb-4bb9-a04b-673560dd3309 req-b2d4f37d-2802-47f4-b08d-ac10e6423555 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0912132
Feb 19 08:12:13.846880 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-625f5c66-1afb-4bb9-a04b-673560dd3309 req-7a15a55f-49f2-4663-a03c-6b2da9b3ad3a tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506887
Feb 19 08:12:14.178782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf115e-2e66-42ba-8594-722d917e76ac req-7acbf384-5522-4511-8b84-e9c64b974000 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:14.180382 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9ccf115e-2e66-42ba-8594-722d917e76ac req-7acbf384-5522-4511-8b84-e9c64b974000 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.0862432
Feb 19 08:12:14.229166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9ccf115e-2e66-42ba-8594-722d917e76ac req-6aa03de5-6644-4469-bdc4-d5046b588474 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425055
Feb 19 08:12:14.917840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91137-830e-40c9-8718-ea781aa38f7d req-12a0b3e8-f450-4a42-992c-34973cf91f95 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:14.919357 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6cb91137-830e-40c9-8718-ea781aa38f7d req-12a0b3e8-f450-4a42-992c-34973cf91f95 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0864413
Feb 19 08:12:14.970353 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6cb91137-830e-40c9-8718-ea781aa38f7d req-1cef79d0-f67f-4ac6-a823-d86b30c84369 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446119
Feb 19 08:12:15.057478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef806f-9e7d-4597-9cb9-678402ada54d req-62597e2c-20bf-4ee0-b02c-79b55f72c783 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:15.059114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-94ef806f-9e7d-4597-9cb9-678402ada54d req-62597e2c-20bf-4ee0-b02c-79b55f72c783 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0914927
Feb 19 08:12:15.107255 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-94ef806f-9e7d-4597-9cb9-678402ada54d req-b3319049-ba8c-40d1-9335-30903525b5d7 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fe79192-c4ab-4b01-9581-9c8603108674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418637
Feb 19 08:12:15.230187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:15.309919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fb000f1b-a06c-469e-aad9-eaa3e58435ac triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:15.310388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:15.456056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e301a-78fe-4f73-81fc-2e036ae0c6a8 req-ceb90732-f8a4-4e15-a41c-665551c18745 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:15.457967 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f86e301a-78fe-4f73-81fc-2e036ae0c6a8 req-ceb90732-f8a4-4e15-a41c-665551c18745 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.0953412
Feb 19 08:12:15.510812 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f86e301a-78fe-4f73-81fc-2e036ae0c6a8 req-57e232c4-59d9-46e0-b703-e483a2be4941 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449905
Feb 19 08:12:15.688107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-9bf6bff4-0f60-46c2-9f54-bfb2be9f291f tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:15.689686 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-9bf6bff4-0f60-46c2-9f54-bfb2be9f291f tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 950 time: 0.0909026
Feb 19 08:12:15.775169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Deleting port fb000f1b-a06c-469e-aad9-eaa3e58435ac {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:15.775474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:16.178644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] For port fb000f1b-a06c-469e-aad9-eaa3e58435ac, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb000f1b-a06c-469e-aad9-eaa3e58435ac,segment=NetworkSegment(0116e331-1308-4ad7-9d66-e80dfa945ace),segment_id=0116e331-1308-4ad7-9d66-e80dfa945ace)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:16.179307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:16.348518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Calling delete_port for fb000f1b-a06c-469e-aad9-eaa3e58435ac owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:16.437888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-ba788852-6f27-4349-9c25-82dd226dc42f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:16.439649 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-ba788852-6f27-4349-9c25-82dd226dc42f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 814 time: 0.3982048
Feb 19 08:12:16.478151 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-c8722651-53c4-49d5-b93e-ab868ed58247 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/quotas/b66de20c7fc3459b8d4305f9a1bde654 HTTP/1.1" status: 200  len: 375 time: 0.0137239
Feb 19 08:12:16.534057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6650d8-4b90-4f66-92b0-e3b71197e258 req-ac7a63d9-17c3-47a7-bfba-2b281215c1f7 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:16.538367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-af6650d8-4b90-4f66-92b0-e3b71197e258 req-ac7a63d9-17c3-47a7-bfba-2b281215c1f7 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.4414418
Feb 19 08:12:16.546288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-cdd8b9c4-5912-4e88-b2dc-b366548f2f65 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:16.547783 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-cdd8b9c4-5912-4e88-b2dc-b366548f2f65 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 945 time: 0.3993855
Feb 19 08:12:16.578113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-01bf2b15-eff6-436f-b352-73619cc047a4 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0658500
Feb 19 08:12:16.643498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Deleting port 3561386e-3532-4abb-8dae-91c6bb2896ad {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:16.643802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:16.715481 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-af6650d8-4b90-4f66-92b0-e3b71197e258 req-fbe7c43c-3a95-4eb4-bc03-a5bb79de4428 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1666529
Feb 19 08:12:16.912779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:16.928851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:16.931110 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fedd71c9-669f-422d-93a4-6ec2463da574 req-d386a283-4851-453b-9a3e-e5992c054127 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 210 time: 0.0693407
Feb 19 08:12:16.989494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] For port 3561386e-3532-4abb-8dae-91c6bb2896ad, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3561386e-3532-4abb-8dae-91c6bb2896ad,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:16.989915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:17.054336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Pushing event deleted for resources: {'Port': ['ID=fb000f1b-a06c-469e-aad9-eaa3e58435ac,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:17.060653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:17.123957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Calling delete_port for 3561386e-3532-4abb-8dae-91c6bb2896ad owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:17.129756 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-659e7480-9f44-462e-9989-4c70fff4ac12 service neutron] 10.222.0.13 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5429862
Feb 19 08:12:17.301637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] No DVR routers for this DVR port fb000f1b-a06c-469e-aad9-eaa3e58435ac on host hv-cinder-77398 {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:17.305679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:17.308478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'name': 'network-vif-deleted', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:17.331541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:17.340906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e5ba5ac-96e5-4a48-a6f4-8925b0d25bf1 req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.70 "DELETE /v2.0/ports/fb000f1b-a06c-469e-aad9-eaa3e58435ac HTTP/1.1" status: 204  len: 173 time: 1.6439211
Feb 19 08:12:17.348513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:17.366049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-d94e08cb-444a-4e55-b25d-57b7cb9d8c8d service neutron] 10.222.0.13 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2245755
Feb 19 08:12:17.402527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event deleted for resources: {'Port': ['ID=3561386e-3532-4abb-8dae-91c6bb2896ad,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:17.405903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:17.539875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9e89-4a48-4add-b280-9dd14d413980 req-fe8cd7a1-8f0d-4ce7-81ad-e4f3d601ae1a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:17.547985 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6ed9e89-4a48-4add-b280-9dd14d413980 req-fe8cd7a1-8f0d-4ce7-81ad-e4f3d601ae1a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cd7eeb-905d-4de6-ac7e-f698ed221351 HTTP/1.1" status: 200  len: 867 time: 0.2824275
Feb 19 08:12:17.667199 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d6ed9e89-4a48-4add-b280-9dd14d413980 req-477bd461-a849-45e7-9ee8-512f1764de02 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071165
Feb 19 08:12:17.674610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] No DVR routers for this DVR port 3561386e-3532-4abb-8dae-91c6bb2896ad on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:17.686318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:17.694501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'name': 'network-vif-deleted', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:17.707964 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e49ab45-124f-4bbe-bf54-e5f818f1f9dc req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "DELETE /v2.0/ports/3561386e-3532-4abb-8dae-91c6bb2896ad HTTP/1.1" status: 204  len: 173 time: 1.1440876
Feb 19 08:12:17.722462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1abce-5e24-476f-9738-19d28620c048 req-3e5e4f4c-5407-4b87-93b5-87f6b61ece2a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:17.726185 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7d1abce-5e24-476f-9738-19d28620c048 req-3e5e4f4c-5407-4b87-93b5-87f6b61ece2a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1305594
Feb 19 08:12:17.758265 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cf7d39-928c-40e5-bc39-c1a41280c172', 'name': 'network-vif-deleted', 'tag': 'fb000f1b-a06c-469e-aad9-eaa3e58435ac', 'status': 'completed', 'code': 200}
Feb 19 08:12:17.767398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:17.800431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7d1abce-5e24-476f-9738-19d28620c048 req-48be8861-4936-474f-9391-989fd76e277a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655658
Feb 19 08:12:17.827560 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-50a876a2-c084-4810-bca7-c8dd28d74817 req-479ffd48-baa9-4e4c-bd04-1dcc9e82b9b4 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 210 time: 0.0509672
Feb 19 08:12:17.895249 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd7eeb-905d-4de6-ac7e-f698ed221351', 'name': 'network-vif-deleted', 'tag': '3561386e-3532-4abb-8dae-91c6bb2896ad', 'status': 'completed', 'code': 200}
Feb 19 08:12:17.940042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:17.940747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:18.076185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d12aa-4092-47d9-896a-1976e978eccb req-d3f30813-e6a7-4d3b-9e4e-bfb1115a29b0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:18.084640 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-311d12aa-4092-47d9-896a-1976e978eccb req-d3f30813-e6a7-4d3b-9e4e-bfb1115a29b0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.1220806
Feb 19 08:12:18.141622 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-311d12aa-4092-47d9-896a-1976e978eccb req-4ce2abd0-888d-4375-a973-8b6c01673606 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559340
Feb 19 08:12:18.159881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:18.170398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-e86120c4-a266-4661-9053-98e7352a97df req-c5282c28-35ac-4271-b776-5464949bfd32 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Synchronizing usage tracker for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:18.187837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-e86120c4-a266-4661-9053-98e7352a97df req-c5282c28-35ac-4271-b776-5464949bfd32 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Unset dirty status for tenant:084869fbedfa4bfa87b0537dfeea3ab4 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:18.189142 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e86120c4-a266-4661-9053-98e7352a97df req-c5282c28-35ac-4271-b776-5464949bfd32 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cf7d39-928c-40e5-bc39-c1a41280c172 HTTP/1.1" status: 200  len: 210 time: 0.0721617
Feb 19 08:12:18.191409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:18.213196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:18.218274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:18.220392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:18.259822 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'code': 200}
Feb 19 08:12:18.265724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:18.312045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 3561386e-3532-4abb-8dae-91c6bb2896ad {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:18.312548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3561386e-3532-4abb-8dae-91c6bb2896ad not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:18.312868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:18.353041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: fb000f1b-a06c-469e-aad9-eaa3e58435ac {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:18.353417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fb000f1b-a06c-469e-aad9-eaa3e58435ac not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:18.372110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=6']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:18.375225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:19.020748 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7243a755-223f-4b75-8898-357754a509ad req-f1d981e4-ddaa-43ef-99c8-85b553ce3dab tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 210 time: 0.0736172
Feb 19 08:12:19.103318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f3a6-66a0-49d4-825f-b59ec8a4a41c req-e9d27f77-8e44-4af5-8951-e6689ba42e65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:19.104925 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c447f3a6-66a0-49d4-825f-b59ec8a4a41c req-e9d27f77-8e44-4af5-8951-e6689ba42e65 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1446695
Feb 19 08:12:19.108353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97f339-7851-4ab2-86af-1239fda50643 req-843f2229-1c27-4f3b-8d1f-18954e129bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:19.109900 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db97f339-7851-4ab2-86af-1239fda50643 req-843f2229-1c27-4f3b-8d1f-18954e129bed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 1162 time: 0.1951821
Feb 19 08:12:19.188062 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c447f3a6-66a0-49d4-825f-b59ec8a4a41c req-0c500c8a-1e94-4f1c-ad2d-70fcac9938d5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754130
Feb 19 08:12:19.191667 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db97f339-7851-4ab2-86af-1239fda50643 req-1ff89db9-ae84-4798-9cc0-90051a297e52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489442
Feb 19 08:12:19.251933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-ea3b73fe-17cc-4178-9e11-3e8306685cf5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:19.253519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-ea3b73fe-17cc-4178-9e11-3e8306685cf5 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 814 time: 0.1715193
Feb 19 08:12:19.365289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e58e-c6b8-4aa9-b043-10c0f3c88741 req-574ac22d-af75-4e26-b988-548dd29a27a6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:19.366993 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1977e58e-c6b8-4aa9-b043-10c0f3c88741 req-574ac22d-af75-4e26-b988-548dd29a27a6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0954301
Feb 19 08:12:19.418164 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1977e58e-c6b8-4aa9-b043-10c0f3c88741 req-212533bd-2a45-4a86-bd54-22ce10b48165 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435588
Feb 19 08:12:19.456461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Request body: {'port': {'device_id': 'e5239656-584a-4f25-98fa-59192c2071ba', 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5', 'admin_state_up': True, 'tenant_id': 'b66de20c7fc3459b8d4305f9a1bde654'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:12:19.485114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:19.609566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:19.610701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:19.693289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:19.703788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:19.714408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Made reservation on behalf of b66de20c7fc3459b8d4305f9a1bde654 for: {'port': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:12:19.720392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:20.065737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Allocated IP 172.20.0.13 (426546aa-c1dc-4164-80c1-4f20a0620ab5/775f42b3-a1de-41f1-b9b0-257375c0aebe/88374eee-9356-4710-807c-5efa9e189e27) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:12:20.285265 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dc9cd0fa-71f6-4a35-85c3-d9b206c77572 req-ca9f703b-0684-4d6c-8cfb-fc92d351a307 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 210 time: 0.1175714
Feb 19 08:12:20.386197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:20.433555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:20.503464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fdfa4102-35e9-4b56-a2cd-dc86fc0e43db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:20.543412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc361-74c9-4cdf-83c4-dd7499ca658f req-96921606-6af1-400d-8ddf-4d7e531d91c6 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:20.547318 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbdcc361-74c9-4cdf-83c4-dd7499ca658f req-96921606-6af1-400d-8ddf-4d7e531d91c6 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.1619687
Feb 19 08:12:20.625413 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbdcc361-74c9-4cdf-83c4-dd7499ca658f req-1ab6be8c-0805-4bd7-aa9f-646d224dcbf7 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727031
Feb 19 08:12:20.660890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Pushing event updated for resources: {'Port': ['ID=88374eee-9356-4710-807c-5efa9e189e27,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:20.676561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.677049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.677446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.677879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.678233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.678618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.679071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.679455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.679835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.680251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.680631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.681111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.681582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.682042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.682424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.682963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.683338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.683719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.684096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.684469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.684840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.685242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.685621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.686016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:20.696836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:20.780942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c57950-97c5-4460-add3-00e30d514395 req-6998ab89-8dea-44d7-908a-50db89d8f208 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:20.782633 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45c57950-97c5-4460-add3-00e30d514395 req-6998ab89-8dea-44d7-908a-50db89d8f208 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.3520892
Feb 19 08:12:20.875696 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-45c57950-97c5-4460-add3-00e30d514395 req-9c886c42-3d68-491e-8748-4f2452010ea1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860734
Feb 19 08:12:20.914060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:12:20.914060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:12:20.914060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:12:20.994186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:20.994944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:20.995736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1505b5d-0338-48aa-9452-47b96545fb46 req-eef57395-cd2b-49b0-a984-4b08ad44b52a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:21.004613 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1505b5d-0338-48aa-9452-47b96545fb46 req-eef57395-cd2b-49b0-a984-4b08ad44b52a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2101376
Feb 19 08:12:21.023343 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-68bc8243-ba94-40a1-92af-1b6d8cbb6397 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5747094
Feb 19 08:12:21.043989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Request body: {'port': {'device_id': 'e5239656-584a-4f25-98fa-59192c2071ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:12:21.045265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-78e9e0ac-ae31-4808-ae91-897e4b19a165 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:21.046888 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-78e9e0ac-ae31-4808-ae91-897e4b19a165 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 945 time: 0.2071764
Feb 19 08:12:21.125641 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1505b5d-0338-48aa-9452-47b96545fb46 req-7016fd3a-7005-4a5a-a9d0-077aa2751414 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197433
Feb 19 08:12:21.160926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Deleting port b4377d75-92dc-4498-8238-02bbffb6c9ae {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:21.161429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.234014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.246839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:21.393211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:21.393753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.627774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:21.630316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.645377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device b4377d75-92dc-4498-8238-02bbffb6c9ae no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:21.807609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5bdca-31d7-41dc-841b-673a224ac29c req-409c4689-1701-41c2-80ef-55c17f0e2919 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:21.808469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-06c5bdca-31d7-41dc-841b-673a224ac29c req-409c4689-1701-41c2-80ef-55c17f0e2919 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Synchronizing usage tracker for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:21.840736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.866714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Calling delete_port for b4377d75-92dc-4498-8238-02bbffb6c9ae owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:21.867719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-06c5bdca-31d7-41dc-841b-673a224ac29c req-409c4689-1701-41c2-80ef-55c17f0e2919 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Unset dirty status for tenant:b66de20c7fc3459b8d4305f9a1bde654 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:21.869092 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06c5bdca-31d7-41dc-841b-673a224ac29c req-409c4689-1701-41c2-80ef-55c17f0e2919 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 932 time: 0.4220588
Feb 19 08:12:21.896788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:21.911353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:21.919398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:21.922166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:21.990103 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06c5bdca-31d7-41dc-841b-673a224ac29c req-0b674b45-9918-41f4-aa73-8c597659e9b1 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138043
Feb 19 08:12:22.012502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88374eee-9356-4710-807c-5efa9e189e27 {{(pid=84003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:12:22.022321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:22.039079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Transition to ACTIVE for port object 88374eee-9356-4710-807c-5efa9e189e27 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:12:22.042761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:22.061646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:22.062636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0f9e690-c7f0-4e41-9e5e-37591b92d8c3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:22.065008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:22.087418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf5650-da76-458c-b33e-c2bd91579890 req-77d2a636-2219-4b96-a6a9-6f051cdc49cb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:22.089056 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ebaf5650-da76-458c-b33e-c2bd91579890 req-77d2a636-2219-4b96-a6a9-6f051cdc49cb tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.1820779
Feb 19 08:12:22.090952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:12:22.091315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:12:22.102536 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae', 'code': 200}
Feb 19 08:12:22.145329 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ebaf5650-da76-458c-b33e-c2bd91579890 req-4bfabe33-4f20-4916-8875-25ef1aaec390 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500236
Feb 19 08:12:22.289151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Pushing event updated for resources: {'Port': ['ID=88374eee-9356-4710-807c-5efa9e189e27,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:22.302122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:22.362797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f77ea-446d-41c2-8bc8-05771266bcd7 req-54abe00b-04eb-4f9a-8d4f-e988df2c749d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:22.364099 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-032f77ea-446d-41c2-8bc8-05771266bcd7 req-54abe00b-04eb-4f9a-8d4f-e988df2c749d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.1003020
Feb 19 08:12:22.422015 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-032f77ea-446d-41c2-8bc8-05771266bcd7 req-73dd9d8c-edc5-44aa-af30-9de42319348c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471771
Feb 19 08:12:22.447400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ab16-dec4-4bea-9ba5-a85337a0dc30 req-ba289ddf-98e9-4095-87ba-63b0db0d6bab tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:22.448980 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4e12ab16-dec4-4bea-9ba5-a85337a0dc30 req-ba289ddf-98e9-4095-87ba-63b0db0d6bab tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.2328422
Feb 19 08:12:22.592272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Deleting port b4377d75-92dc-4498-8238-02bbffb6c9ae {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:22.592639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:22.768247 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4e12ab16-dec4-4bea-9ba5-a85337a0dc30 req-b76fce7d-27a5-42ff-b8bd-91c01098592a tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659430
Feb 19 08:12:22.798921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Attempting to bind port 88374eee-9356-4710-807c-5efa9e189e27 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:12:22.799475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Attempting to bind port 88374eee-9356-4710-807c-5efa9e189e27 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:12:22.800002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Attempting to bind port 88374eee-9356-4710-807c-5efa9e189e27 on network 426546aa-c1dc-4164-80c1-4f20a0620ab5 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:12:22.806875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:12:22.807562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Checking segment: {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:12:22.808120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:22.808665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Bound using segment: {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:12:22.809287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Bound port: 88374eee-9356-4710-807c-5efa9e189e27, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c7856-9968-468c-b32b-f6b5a09adf1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '426546aa-c1dc-4164-80c1-4f20a0620ab5'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:12:22.809875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:22.923576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] For port 88374eee-9356-4710-807c-5efa9e189e27, host hv-cinder-77398, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:12:22.927764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] For port 88374eee-9356-4710-807c-5efa9e189e27, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88374eee-9356-4710-807c-5efa9e189e27,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:12:22.931431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.008147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-753aa795-2a6e-4f41-8e21-d1baa2d5e83c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:23.129007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Pushing event updated for resources: {'Port': ['ID=88374eee-9356-4710-807c-5efa9e189e27,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:23.143667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:23.149748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device c8bb39e7-b619-4fb6-b4c2-e5422c165781 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:23.175141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.176655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.178495 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] 10.222.0.70 "PUT /v2.0/ports/88374eee-9356-4710-807c-5efa9e189e27 HTTP/1.1" status: 200  len: 1158 time: 2.1438756
Feb 19 08:12:23.179208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'tag': '88374eee-9356-4710-807c-5efa9e189e27'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:23.211240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] For port b4377d75-92dc-4498-8238-02bbffb6c9ae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b4377d75-92dc-4498-8238-02bbffb6c9ae,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:23.211654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.324233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.351103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Calling delete_port for b4377d75-92dc-4498-8238-02bbffb6c9ae owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:23.359978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port c8bb39e7-b619-4fb6-b4c2-e5422c165781, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:23.363215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.366053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:23.379140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-9e21b8a6-3c00-4f8d-86a5-9c7b5cea9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.380750 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-9e21b8a6-3c00-4f8d-86a5-9c7b5cea9bef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 1161 time: 0.1578822
Feb 19 08:12:23.446918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:23.450754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:23.468469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3986-daeb-466a-b05d-d2cdf17de3c4 req-add1f4c3-8dca-4fbb-9d9f-da6a3673bc82 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.470140 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3a7c3986-daeb-466a-b05d-d2cdf17de3c4 req-add1f4c3-8dca-4fbb-9d9f-da6a3673bc82 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 943 time: 0.1714323
Feb 19 08:12:23.480976 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-5cac8341-e54c-4918-9367-b11bb391521d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88374eee-9356-4710-807c-5efa9e189e27 HTTP/1.1" status: 200  len: 217 time: 0.0816104
Feb 19 08:12:23.485677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-c7cab3b2-a362-4744-a0f4-becb56a131c1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.486498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-c7cab3b2-a362-4744-a0f4-becb56a131c1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Synchronizing usage tracker for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:23.540148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-c7cab3b2-a362-4744-a0f4-becb56a131c1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Unset dirty status for tenant:9c0c83b5e9e549c7bb13ff93ab2e47bb on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:23.541407 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-c7cab3b2-a362-4744-a0f4-becb56a131c1 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 946 time: 0.8354127
Feb 19 08:12:23.579046 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3a7c3986-daeb-466a-b05d-d2cdf17de3c4 req-1d5a28ba-9527-449f-95d7-be49d37fab4c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998659
Feb 19 08:12:23.588209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-81afc68e-87e5-4c7a-8fd4-795fed7ab9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.589918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-81afc68e-87e5-4c7a-8fd4-795fed7ab9c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=775f42b3-a1de-41f1-b9b0-257375c0aebe HTTP/1.1" status: 200  len: 854 time: 0.0934131
Feb 19 08:12:23.644362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf083b-f3d4-4ce3-a401-a2b5b51ac46a req-2f9b2dec-d727-432a-a9bf-84159366028c tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:23.646606 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d4bf083b-f3d4-4ce3-a401-a2b5b51ac46a req-2f9b2dec-d727-432a-a9bf-84159366028c tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 944 time: 0.4566650
Feb 19 08:12:23.661839 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'tag': '88374eee-9356-4710-807c-5efa9e189e27', 'status': 'completed', 'code': 200}
Feb 19 08:12:23.664341 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-9db6072a-aaed-4c15-85fb-1f453bad3010 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=426546aa-c1dc-4164-80c1-4f20a0620ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666158
Feb 19 08:12:23.723638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.733480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Deleting port c8bb39e7-b619-4fb6-b4c2-e5422c165781 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:23.733870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:23.781686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2f61605-afe3-4fae-9ada-531995d2192a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:23.812046 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-4407784e-1fc0-4175-896b-d626f5b0f4b4 service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363847
Feb 19 08:12:23.883719 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d4bf083b-f3d4-4ce3-a401-a2b5b51ac46a req-c1d2ffb9-77bd-43de-a569-c77492c53248 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267497
Feb 19 08:12:23.903057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Pushing event deleted for resources: {'Port': ['ID=b4377d75-92dc-4498-8238-02bbffb6c9ae,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:23.915538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:24.025505 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9324a2d5-b38d-43aa-a267-3d4fe0b904b6 req-e2e60099-8ab1-4bca-b392-3b48da0b1770 service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2048011
Feb 19 08:12:24.033485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b63cd0-f8e0-474d-af09-1e6a4b41c56f req-9b0a23de-417a-4731-89b4-505e916fb3d3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:24.036005 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54b63cd0-f8e0-474d-af09-1e6a4b41c56f req-9b0a23de-417a-4731-89b4-505e916fb3d3 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 944 time: 0.1403556
Feb 19 08:12:24.104060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:24.142257 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54b63cd0-f8e0-474d-af09-1e6a4b41c56f req-15f92cde-e030-4d3e-a09e-117f27414460 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35f3c4f-3651-485c-a17c-4b9d42ac6090&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934479
Feb 19 08:12:24.158240 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781', 'code': 200}
Feb 19 08:12:24.173241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-0edf5b8a-15cf-4ce9-875f-ceb16af5b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:24.174888 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-0edf5b8a-15cf-4ce9-875f-ceb16af5b7a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 1161 time: 0.0912855
Feb 19 08:12:24.181689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] No DVR routers for this DVR port b4377d75-92dc-4498-8238-02bbffb6c9ae on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:24.186950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:24.190183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-deleted', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:24.223422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4962060b-2daf-45ad-8193-b7335d1500d8 req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "DELETE /v2.0/ports/b4377d75-92dc-4498-8238-02bbffb6c9ae HTTP/1.1" status: 204  len: 173 time: 3.1668823
Feb 19 08:12:24.236544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] For port c8bb39e7-b619-4fb6-b4c2-e5422c165781, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c8bb39e7-b619-4fb6-b4c2-e5422c165781,segment=NetworkSegment(6f2b05dd-78ad-4011-9014-9cfed83f80b3),segment_id=6f2b05dd-78ad-4011-9014-9cfed83f80b3)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:24.237343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:24.252695 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f2dc2b-d5e0-4a21-bc84-2424f1c04097', 'name': 'network-vif-deleted', 'tag': 'b4377d75-92dc-4498-8238-02bbffb6c9ae', 'status': 'completed', 'code': 200}
Feb 19 08:12:24.342929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-9f93aa70-bcce-4296-a4ba-a0886cd28378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:24.344801 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-9f93aa70-bcce-4296-a4ba-a0886cd28378 service neutron] 10.222.0.70 "GET /v2.0/networks?id=426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 200  len: 908 time: 0.1562412
Feb 19 08:12:24.394977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Calling delete_port for c8bb39e7-b619-4fb6-b4c2-e5422c165781 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:24.436455 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-c26a1c09-27fa-4ef5-ada8-63348bfe517a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88374eee-9356-4710-807c-5efa9e189e27 HTTP/1.1" status: 200  len: 217 time: 0.0826921
Feb 19 08:12:24.537759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-f37eee43-657f-45f4-8f60-45b0a041c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:24.539399 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-f37eee43-657f-45f4-8f60-45b0a041c37f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=775f42b3-a1de-41f1-b9b0-257375c0aebe HTTP/1.1" status: 200  len: 854 time: 0.0855210
Feb 19 08:12:24.574310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:24.600923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0fb515cc-a2d6-4e18-9b10-d0186a37deed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:24.611844 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-3f42dc72-2d13-4f66-866c-0015a755bed0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=426546aa-c1dc-4164-80c1-4f20a0620ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550487
Feb 19 08:12:24.708239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39240) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:24.737283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Pushing event deleted for resources: {'Port': ['ID=c8bb39e7-b619-4fb6-b4c2-e5422c165781,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:24.740423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:24.876767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] No DVR routers for this DVR port c8bb39e7-b619-4fb6-b4c2-e5422c165781 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:24.881011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:24.913217 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-25be2b2f-2d59-49ad-9a62-ac85ddb584e9 service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2943723
Feb 19 08:12:24.914893 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f551d194-ccae-4fc4-9bd6-0d56d55ba3fb req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.70 "DELETE /v2.0/ports/c8bb39e7-b619-4fb6-b4c2-e5422c165781 HTTP/1.1" status: 204  len: 173 time: 1.3366551
Feb 19 08:12:24.915614 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2aa8faf7-ad46-41c3-bf1b-80a358cc2bc8 req-f9365ec2-9615-4a42-be8a-fa4eb72d623a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f2dc2b-d5e0-4a21-bc84-2424f1c04097 HTTP/1.1" status: 200  len: 210 time: 0.0813351
Feb 19 08:12:24.982621 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6e1c0981-bd32-4998-ad5e-2fc617268c5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=084869fbedfa4bfa87b0537dfeea3ab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730372
Feb 19 08:12:24.987474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39248) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:25.107106 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8eade96a-8b69-4ba3-85d8-650a3f322b67 req-b46ecd50-b876-4f4e-9895-44e490ddd0a4 service neutron] 10.222.0.70 "GET /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1810732
Feb 19 08:12:25.126642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:25.164745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:25.204385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c497d-c8fd-4b39-81c5-a721007d211d req-caf6c48c-7d25-44d5-b5a7-cce4ccdf970f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:25.206013 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b5c497d-c8fd-4b39-81c5-a721007d211d req-caf6c48c-7d25-44d5-b5a7-cce4ccdf970f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 944 time: 0.1623335
Feb 19 08:12:25.268084 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2b5c497d-c8fd-4b39-81c5-a721007d211d req-5574ec9d-a014-487c-81ad-8b7fe95e283d tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522642
Feb 19 08:12:25.275317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:25.280638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-db7f1252-2b43-45f4-96f3-a165b5cd19c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:25.299003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe79192-c4ab-4b01-9581-9c8603108674,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:25.302416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:25.309774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:25.313554 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fe79192-c4ab-4b01-9581-9c8603108674 HTTP/1.1" status: 204  len: 168 time: 0.3224366
Feb 19 08:12:25.343759 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-878c3f28-bf60-4914-8aff-969b0b7bb872 req-08f029da-87a8-4803-84b2-93886b39f6ad tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] 10.222.0.13 "GET /v2.0/ports?device_id=010f611a-ae72-47ed-b3c8-b9af95ba3aab HTTP/1.1" status: 200  len: 210 time: 0.0648730
Feb 19 08:12:26.253861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-deleted', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:26.304431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f611a-ae72-47ed-b3c8-b9af95ba3aab', 'name': 'network-vif-deleted', 'tag': 'c8bb39e7-b619-4fb6-b4c2-e5422c165781', 'status': 'completed', 'code': 200}
Feb 19 08:12:26.433455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e9473-3b3f-4de3-b29d-f00b725b2330 req-700bd601-fee4-44f2-b64e-e0a3cabd5d62 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:26.434559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-3b5e9473-3b3f-4de3-b29d-f00b725b2330 req-700bd601-fee4-44f2-b64e-e0a3cabd5d62 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Synchronizing usage tracker for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:26.453902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-3b5e9473-3b3f-4de3-b29d-f00b725b2330 req-700bd601-fee4-44f2-b64e-e0a3cabd5d62 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Unset dirty status for tenant:6893df4f959a483bb5e233ae2f6187d6 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:26.455663 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b5e9473-3b3f-4de3-b29d-f00b725b2330 req-700bd601-fee4-44f2-b64e-e0a3cabd5d62 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.1420724
Feb 19 08:12:26.483286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dde9e0-521d-4ac7-8466-e5f44fd58325 req-51eb7806-9877-44f3-ad2b-a0ed4732cc45 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:26.484816 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e6dde9e0-521d-4ac7-8466-e5f44fd58325 req-51eb7806-9877-44f3-ad2b-a0ed4732cc45 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 944 time: 0.0937500
Feb 19 08:12:26.504945 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b5e9473-3b3f-4de3-b29d-f00b725b2330 req-9852b365-c1ef-4a76-a9cb-488e8177f2b2 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421484
Feb 19 08:12:26.533835 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e6dde9e0-521d-4ac7-8466-e5f44fd58325 req-3108b5ad-04f0-4e05-9d81-fa5a2a6479a2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423651
Feb 19 08:12:26.592189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39268) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:26.662570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Deleting subnet f3a499da-f956-4f6b-9c2c-186943c8d2b9 {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:12:26.665634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:26.718559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2063579'] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:26.776174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.037248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3198828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319733'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.054021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fd0c62f6-ba26-4faa-b32e-e4d39a99601e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:27.148673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a499da-f956-4f6b-9c2c-186943c8d2b9,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:27.152412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:27.186380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.192944 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1c383302-3e6d-47b9-a36a-293b1f7c99e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3a499da-f956-4f6b-9c2c-186943c8d2b9 HTTP/1.1" status: 204  len: 168 time: 0.5996633
Feb 19 08:12:27.195683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39272) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:27.311646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.502537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.627290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09cd7b7b8>,) {'filters': {'network_id': ['275877ff-0554-44b8-afd6-cea6742c8395']}} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:27.643301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cd7b7b8>, '6f2b05dd-78ad-4011-9014-9cfed83f80b3') {'for_net_delete': True} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:27.643636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cd7b7b8>, '6f2b05dd-78ad-4011-9014-9cfed83f80b3') {} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:27.697705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852712237'] for segment, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.723540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.725321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10186313-93b6-4dc9-b93c-97844ee47ac4 req-91295aaf-32bd-4eec-a87f-fd43dbbe0e99 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:27.726330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:12:27.727352 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-10186313-93b6-4dc9-b93c-97844ee47ac4 req-91295aaf-32bd-4eec-a87f-fd43dbbe0e99 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0888171
Feb 19 08:12:27.762432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 88374eee-9356-4710-807c-5efa9e189e27 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:27.777162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-10186313-93b6-4dc9-b93c-97844ee47ac4 req-2eefe22c-32db-48c4-97f9-122cd28143d8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433784
Feb 19 08:12:27.847184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 88374eee-9356-4710-807c-5efa9e189e27 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:12:27.852378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 88374eee-9356-4710-807c-5efa9e189e27 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:27.852798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:27.985660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.015668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88374eee-9356-4710-807c-5efa9e189e27'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:28.026243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 88374eee-9356-4710-807c-5efa9e189e27, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88374eee-9356-4710-807c-5efa9e189e27,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:28.029040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.031990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:28.087702 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88374eee-9356-4710-807c-5efa9e189e27', 'code': 200}
Feb 19 08:12:28.112239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=88374eee-9356-4710-807c-5efa9e189e27,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:28.115981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:28.163362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212eff0-0958-484d-885e-0b288fe59b89 req-e29f2549-c30b-4eeb-af05-0bc01ce17fa4 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:28.164998 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8212eff0-0958-484d-885e-0b288fe59b89 req-e29f2549-c30b-4eeb-af05-0bc01ce17fa4 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 944 time: 0.5108554
Feb 19 08:12:28.178829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Network 275877ff-0554-44b8-afd6-cea6742c8395 has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:12:28.188381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851575345'] for segment, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.333208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e815f-1a88-4d83-bec3-85f00a7f11ca req-c13d92dd-0c0a-4966-a174-242b85b82c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:28.334901 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-940e815f-1a88-4d83-bec3-85f00a7f11ca req-c13d92dd-0c0a-4966-a174-242b85b82c69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 1163 time: 0.0821302
Feb 19 08:12:28.384827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-940e815f-1a88-4d83-bec3-85f00a7f11ca req-9ea207ee-f6dc-40fc-a280-93b835d98c89 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378377
Feb 19 08:12:28.386295 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8212eff0-0958-484d-885e-0b288fe59b89 req-4e038686-a757-49e5-b6eb-15e0f2ecbf13 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094896
Feb 19 08:12:28.405256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Network 275877ff-0554-44b8-afd6-cea6742c8395 has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:12:28.432374 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:12:28.515108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.518973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:28.540243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.543011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Pushing event deleted for resources: {'Network': ['ID=275877ff-0554-44b8-afd6-cea6742c8395,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:28.546221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:28.554904 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-23c10e98-9471-494e-8f6d-903b4e97268f admin admin] 10.222.0.13 "DELETE /v2.0/networks/275877ff-0554-44b8-afd6-cea6742c8395 HTTP/1.1" status: 204  len: 168 time: 1.3578835
Feb 19 08:12:28.732850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39286) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:28.788203 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0c11d68c-a2bf-4b09-ba15-dd4e1c63182a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c0c83b5e9e549c7bb13ff93ab2e47bb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0540860
Feb 19 08:12:28.790859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39290) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:28.854256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.882222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.930569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.936452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-777ed404-bc0d-436e-bf92-b1dd5d6a8c0f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:28.951465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f3c4f-3651-485c-a17c-4b9d42ac6090,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:28.955738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:28.959607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:28.960840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35f3c4f-3651-485c-a17c-4b9d42ac6090 HTTP/1.1" status: 204  len: 168 time: 0.1690240
Feb 19 08:12:28.985989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956b57b-5acb-4435-b524-d6afbabd1267 req-5f93b537-a378-4af2-8f1e-f42a67d19b7a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:28.987666 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6956b57b-5acb-4435-b524-d6afbabd1267 req-5f93b537-a378-4af2-8f1e-f42a67d19b7a tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0933535
Feb 19 08:12:29.039210 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6956b57b-5acb-4435-b524-d6afbabd1267 req-cfe1b088-7d78-4c60-b80e-8882dce94857 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451393
Feb 19 08:12:29.236043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 88374eee-9356-4710-807c-5efa9e189e27 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:29.309266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 88374eee-9356-4710-807c-5efa9e189e27 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:29.309686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:29.592740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad898f-eb30-4c79-ae4a-59fcc42111ec req-bbcc0451-938a-4421-b1ce-24e69bbdf97f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:29.594394 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90ad898f-eb30-4c79-ae4a-59fcc42111ec req-bbcc0451-938a-4421-b1ce-24e69bbdf97f tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.0933709
Feb 19 08:12:29.649131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90ad898f-eb30-4c79-ae4a-59fcc42111ec req-8fe8b279-5df6-4db7-a9fc-4f315d0f7815 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469551
Feb 19 08:12:29.826284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:12:30.253319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d9ec-9831-4c8a-86ee-4daefafa94f5 req-667585a9-300f-446b-a323-cd4c09e66691 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:30.255746 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19c4d9ec-9831-4c8a-86ee-4daefafa94f5 req-667585a9-300f-446b-a323-cd4c09e66691 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0975294
Feb 19 08:12:30.308132 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19c4d9ec-9831-4c8a-86ee-4daefafa94f5 req-93d03a77-dd0c-46a7-96c1-54a846ebab6c tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460529
Feb 19 08:12:30.854245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba22ac-48f4-4e96-8385-5a75835d6427 req-07f4164b-7406-46de-a730-aed29ccf5298 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:30.855847 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bba22ac-48f4-4e96-8385-5a75835d6427 req-07f4164b-7406-46de-a730-aed29ccf5298 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.0937531
Feb 19 08:12:30.902372 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bba22ac-48f4-4e96-8385-5a75835d6427 req-f42c2086-b3a8-41f3-8690-eb3437de6bf2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402343
Feb 19 08:12:31.294849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 88374eee-9356-4710-807c-5efa9e189e27 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:31.379572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 88374eee-9356-4710-807c-5efa9e189e27 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:31.380174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:31.532197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f602a6-8b93-4c71-8bd7-7b3b206cba09 req-4a66d2f4-5e98-4bcb-a5a5-0e848bb7a929 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:31.534076 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-09f602a6-8b93-4c71-8bd7-7b3b206cba09 req-4a66d2f4-5e98-4bcb-a5a5-0e848bb7a929 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0960822
Feb 19 08:12:31.587881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-09f602a6-8b93-4c71-8bd7-7b3b206cba09 req-9fddae7d-9dc2-4ba3-be0c-815b471d99a5 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461695
Feb 19 08:12:32.787898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759a7c-8be5-4646-9571-689c35ce2ec4 req-fdfda10d-17cf-41fb-b052-4584b262c725 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:32.789444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c1759a7c-8be5-4646-9571-689c35ce2ec4 req-fdfda10d-17cf-41fb-b052-4584b262c725 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0872195
Feb 19 08:12:32.839660 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c1759a7c-8be5-4646-9571-689c35ce2ec4 req-d5f4f6b6-f39a-4f2c-b90c-d8177ee457c1 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439889
Feb 19 08:12:33.278088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:33.352221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-e0f711af-b758-4f74-bc2b-186a14a0a3f4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:33.354216 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-e0f711af-b758-4f74-bc2b-186a14a0a3f4 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0928476
Feb 19 08:12:33.354354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 89caad34-67b1-4402-acb0-6169e8a77d69 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:33.354704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:33.436756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Deleting port 89caad34-67b1-4402-acb0-6169e8a77d69 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:33.437144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:33.741058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] For port 89caad34-67b1-4402-acb0-6169e8a77d69, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=89caad34-67b1-4402-acb0-6169e8a77d69,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:33.741544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:33.883148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Calling delete_port for 89caad34-67b1-4402-acb0-6169e8a77d69 owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:34.036127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:34.043175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9913-4d4d-4019-917d-e0b10de5f6f2 req-5a159447-5285-4f72-907b-07397758f5ad tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:34.044931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da1e9913-4d4d-4019-917d-e0b10de5f6f2 req-5a159447-5285-4f72-907b-07397758f5ad tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/ports?device_id=0320a4d8-afc7-43c7-ab38-272ce1f12655 HTTP/1.1" status: 200  len: 945 time: 0.0916386
Feb 19 08:12:34.051849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b594849f-b1ab-4add-abe9-aaf4d5f7dbcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:34.096176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da1e9913-4d4d-4019-917d-e0b10de5f6f2 req-88c624b3-0213-43e1-aa45-957be91c84d8 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb4c798-558f-42eb-b60c-b0f36667b760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420980
Feb 19 08:12:34.372322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Pushing event deleted for resources: {'Port': ['ID=89caad34-67b1-4402-acb0-6169e8a77d69,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:34.382316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:34.482123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] No DVR routers for this DVR port 89caad34-67b1-4402-acb0-6169e8a77d69 on host hv-cinder-77398 {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:12:34.484290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:34.486975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'name': 'network-vif-deleted', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:12:34.502679 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9df0b846-11e3-4716-91dc-d5a9bf957160 req-dd5c9da2-fa41-47e5-ac18-5ceb0e0e3a3b tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] 10.222.0.70 "DELETE /v2.0/ports/89caad34-67b1-4402-acb0-6169e8a77d69 HTTP/1.1" status: 204  len: 173 time: 1.1421258
Feb 19 08:12:34.546617 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0320a4d8-afc7-43c7-ab38-272ce1f12655', 'name': 'network-vif-deleted', 'tag': '89caad34-67b1-4402-acb0-6169e8a77d69', 'status': 'completed', 'code': 200}
Feb 19 08:12:35.212470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39396) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:35.225467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:35.266356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 89caad34-67b1-4402-acb0-6169e8a77d69 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:35.266844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 89caad34-67b1-4402-acb0-6169e8a77d69 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:35.812043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:35.936086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e3383ed5-de6b-4546-adcb-775f254395d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:36.220913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Deleting port e91dc341-6b5f-45d3-9721-76761bc68f60 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:36.221462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:36.410968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] For port e91dc341-6b5f-45d3-9721-76761bc68f60, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e91dc341-6b5f-45d3-9721-76761bc68f60,segment=NetworkSegment(a7e39185-ea97-450d-a1dd-ae77b8c92913),segment_id=a7e39185-ea97-450d-a1dd-ae77b8c92913)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:36.411368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:36.544932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Calling delete_port for e91dc341-6b5f-45d3-9721-76761bc68f60 owned by network:router_interface {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:37.109266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:37.125263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c102f05b-8865-4805-8774-69879a3be8fa tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:37.222139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e91dc341-6b5f-45d3-9721-76761bc68f60,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:37.241425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.241874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.242290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.242703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.243105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.243506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.243903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.244298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.244700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.245095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.245489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.245878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.246348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.246740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.247143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.247529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.247918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.248307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.248696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.249085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.249470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.249881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.250274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.250662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:12:37.255783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:37.555741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.067160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:12:38.270455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:12:38.279591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Sync routers for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:12:38.284134 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] 10.222.0.13 "PUT /v2.0/routers/06ae19c0-f4fe-4fc9-b71e-a14171aa240c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0703976
Feb 19 08:12:38.287221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39452) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:38.291096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:12:38.291845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e2ed048>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:12:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:38.401095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d057-2347-4b9e-8f67-a1c53578954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.506346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.664677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:12:38.707958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.717222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Deleting port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:38.717740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.723559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.913298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] For port 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:38.913697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:38.973811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e2ed048>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:12:36Z', 'revision_number': 5, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port': {'id': '7c07ad22-7a2e-4599-b837-c21c3ba5a9b0', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:12Z', 'updated_at': '2021-02-19T08:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:38.977830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Checking router: 06ae19c0-f4fe-4fc9-b71e-a14171aa240c for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:12:38.986586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Routers {'06ae19c0-f4fe-4fc9-b71e-a14171aa240c'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:12:38.987230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e2ed048>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:12:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:39.048066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Calling delete_port for 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 owned by network:router_gateway {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:39.150762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] Set router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c gateway port host: None {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:12:39.270491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e2ed048>, [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:12:38Z', 'revision_number': 6, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port_host': None}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:39.274837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3fec5-a4cc-47f8-8f4f-317b85086eeb None None] The sync data for ids ['06ae19c0-f4fe-4fc9-b71e-a14171aa240c'] in dv-cinder-773985-6-iscsi is: [{'id': '06ae19c0-f4fe-4fc9-b71e-a14171aa240c', 'name': 'tempest-ServerRescueNegativeTestJSON-834657771-router', 'tenant_id': '6893df4f959a483bb5e233ae2f6187d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:10Z', 'updated_at': '2021-02-19T08:12:38Z', 'revision_number': 6, 'project_id': '6893df4f959a483bb5e233ae2f6187d6', 'gw_port_host': None}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:12:39.396396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:39.413469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5af77681-2399-4d26-a8c7-045770db555c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:39.519479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c07ad22-7a2e-4599-b837-c21c3ba5a9b0,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:39.524169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:39.633742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e91dc341-6b5f-45d3-9721-76761bc68f60 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:39.696740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:39.708622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: e91dc341-6b5f-45d3-9721-76761bc68f60 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:39.709017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e91dc341-6b5f-45d3-9721-76761bc68f60 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:39.709486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:12:39.752066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:12:39.752456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 7c07ad22-7a2e-4599-b837-c21c3ba5a9b0 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:12:39.757894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:39.896701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:39.912630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.007161 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.007802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ae19c0-f4fe-4fc9-b71e-a14171aa240c {{(pid=84003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:12:40.009032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39482) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:40.028138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.029366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/06ae19c0-f4fe-4fc9-b71e-a14171aa240c HTTP/1.1" status: 204  len: 168 time: 1.7408957
Feb 19 08:12:40.033165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39488) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:40.095481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f270b7-e570-4e16-bbe5-29785d13062b req-086aa7ac-7f4e-4c38-b205-661fc78d25d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:40.097595 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13f270b7-e570-4e16-bbe5-29785d13062b req-086aa7ac-7f4e-4c38-b205-661fc78d25d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0997787
Feb 19 08:12:40.103285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Deleting subnet ce5870d0-19ae-4f17-a953-9105e2bff8d1 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:12:40.106826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.160037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13f270b7-e570-4e16-bbe5-29785d13062b req-5675c46d-ab09-405f-bee8-f0a09ff8db1c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512080
Feb 19 08:12:40.174830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.198133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.226373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:40.240833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Usage tracker for resource:security_group_rule and tenant:64a143abe5784e04baf64270f8ae1bb0 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:40.245614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:40.254997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:40.284754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.422337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.516455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.533089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.543698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-32b76d5b-8bf1-4c5a-9874-7abce12f6784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:40.626153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8829906-48ed-4223-84dc-6be1fefd33fa,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:40.630292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:40.639097 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64a143abe5784e04baf64270f8ae1bb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6252997
Feb 19 08:12:40.639097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39494) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:40.699875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.727978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-48b5f122-5d7f-47f2-912b-4815456c1057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:40.826698 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:40.831020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5870d0-19ae-4f17-a953-9105e2bff8d1,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:40.844798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:41.093134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.116112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.144312 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce5870d0-19ae-4f17-a953-9105e2bff8d1 HTTP/1.1" status: 204  len: 168 time: 1.1099606
Feb 19 08:12:41.147031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39498) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:41.256357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.263301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8ec7f589-299f-44df-9327-81e0b20c86f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:41.280386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.338316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8829906-48ed-4223-84dc-6be1fefd33fa,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:41.350192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:41.399499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.400725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8829906-48ed-4223-84dc-6be1fefd33fa HTTP/1.1" status: 204  len: 168 time: 0.7616024
Feb 19 08:12:41.548264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.648468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419eb32-0646-4f25-b8f6-423e93dfca91 req-bd6f855b-ad35-493b-a11c-fb2dd9f8dd1b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:41.650140 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4419eb32-0646-4f25-b8f6-423e93dfca91 req-bd6f855b-ad35-493b-a11c-fb2dd9f8dd1b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.3222685
Feb 19 08:12:41.707260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09ec69780>,) {'filters': {'network_id': ['a21c6dbf-5dbc-4205-a513-25c62da921bf']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:41.731609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ec69780>, 'a7e39185-ea97-450d-a1dd-ae77b8c92913') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:41.731960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09ec69780>, 'a7e39185-ea97-450d-a1dd-ae77b8c92913') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:12:41.754002 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4419eb32-0646-4f25-b8f6-423e93dfca91 req-b9742d0b-bacc-4c51-8bbf-7e000f580c42 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864244
Feb 19 08:12:41.755657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.771151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:41.773297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:12:41.957736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Network a21c6dbf-5dbc-4205-a513-25c62da921bf has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:12:41.967229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.150670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Network a21c6dbf-5dbc-4205-a513-25c62da921bf has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:12:42.173382 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:12:42.258155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.263404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.267252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:42.295856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Pushing event deleted for resources: {'Network': ['ID=a21c6dbf-5dbc-4205-a513-25c62da921bf,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:42.298743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:42.305039 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a21c6dbf-5dbc-4205-a513-25c62da921bf HTTP/1.1" status: 204  len: 168 time: 1.1537781
Feb 19 08:12:42.429695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39536) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:42.481747 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a8766be2-1e82-48a0-b320-93ee5bcf530a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6893df4f959a483bb5e233ae2f6187d6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0502322
Feb 19 08:12:42.484345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39540) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:42.547501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.575246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.627098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.633377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-caa88234-e36f-46f1-9eea-7359055f6f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:42.647315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4c798-558f-42eb-b60c-b0f36667b760,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:42.649936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:42.659908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.663925 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e002b09f-b8d3-4c80-bbab-e1772bcaf0d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebb4c798-558f-42eb-b60c-b0f36667b760 HTTP/1.1" status: 204  len: 168 time: 0.1760972
Feb 19 08:12:42.869383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:42.988152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f27d-e658-4a95-aff4-8c40532ddeb0 req-e908b1c6-2249-4d0a-b097-bb688fb2d306 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:42.990080 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2446f27d-e658-4a95-aff4-8c40532ddeb0 req-e908b1c6-2249-4d0a-b097-bb688fb2d306 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0979636
Feb 19 08:12:43.039922 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2446f27d-e658-4a95-aff4-8c40532ddeb0 req-093edf55-7b9d-40c7-ac3a-fa2c436464e8 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437438
Feb 19 08:12:43.454137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39592) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:43.589696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.606492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:43.610977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9dd0ff17e54560a0d8795810e26587 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:43.614224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:43.620608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:43.714640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.717758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.727679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:43.774445 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc9dd0ff17e54560a0d8795810e26587&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3165777
Feb 19 08:12:43.774445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce385a5-e4bb-4764-b926-16dcc4398ff2,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:43.774873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39610) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:43.790679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:43.838060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.870066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.915373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.920446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-97125059-5567-42c2-b75c-83b423809a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:43.932050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce385a5-e4bb-4764-b926-16dcc4398ff2,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:43.934457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:43.952283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:43.957020 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fce385a5-e4bb-4764-b926-16dcc4398ff2 HTTP/1.1" status: 204  len: 168 time: 0.1810904
Feb 19 08:12:44.288221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d67c0-0e30-4b52-a4b3-439ac518c485 req-97aa6fa2-4ffb-4c79-9b59-b0a740dddfa4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:44.289907 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e32d67c0-0e30-4b52-a4b3-439ac518c485 req-97aa6fa2-4ffb-4c79-9b59-b0a740dddfa4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1046329
Feb 19 08:12:44.307802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39632) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:44.327204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.339024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e32d67c0-0e30-4b52-a4b3-439ac518c485 req-5d78b96b-e00c-4e42-b6f9-105a94bfd374 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426695
Feb 19 08:12:44.343048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:44.347110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Usage tracker for resource:security_group_rule and tenant:2e9b2e9fac6944498d87c6d361d29f52 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:44.350664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:44.356428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:44.439942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.442689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.451078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:44.495751 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e9b2e9fac6944498d87c6d361d29f52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868341
Feb 19 08:12:44.497399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3aedc-d6ad-4132-a01d-6750aa31e0e7,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:44.498723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39636) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:44.500777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:44.563821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.591137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.636655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.641731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d9a61810-2e8f-4580-aaa6-005dab149e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:44.656091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3aedc-d6ad-4132-a01d-6750aa31e0e7,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:44.659144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:44.660097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:44.661551 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70d3aedc-d6ad-4132-a01d-6750aa31e0e7 HTTP/1.1" status: 204  len: 168 time: 0.1617246
Feb 19 08:12:45.543597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd3a1a-e64f-4e55-addd-8cf26c7325b6 req-50918d7f-5164-42a5-8664-6df684589546 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:45.545222 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bcd3a1a-e64f-4e55-addd-8cf26c7325b6 req-50918d7f-5164-42a5-8664-6df684589546 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0869985
Feb 19 08:12:45.596235 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bcd3a1a-e64f-4e55-addd-8cf26c7325b6 req-0d75d3ea-a911-439c-8283-42cb6c23798d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442147
Feb 19 08:12:46.648278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39710) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:46.773919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:46.789333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:46.793458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Usage tracker for resource:security_group_rule and tenant:1cee04705c8e4e03bfc81c68d20c5613 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:46.796449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:46.802308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:46.806455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c3f7-2e43-466b-aa6e-1985f0b8ef84 req-0e4ab46a-65b2-4549-a53a-303dbc91acdf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:46.808115 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eac6c3f7-2e43-466b-aa6e-1985f0b8ef84 req-0e4ab46a-65b2-4549-a53a-303dbc91acdf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0878093
Feb 19 08:12:46.856614 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eac6c3f7-2e43-466b-aa6e-1985f0b8ef84 req-062ec3f2-3340-4643-82ce-61993939980b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420771
Feb 19 08:12:46.887806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:46.890461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:46.899605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a67dd321-6460-4ee8-b12e-613314524d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:46.941610 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cee04705c8e4e03bfc81c68d20c5613&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917089
Feb 19 08:12:46.942495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2375b25-af94-402d-9f1c-6259d13d7b23,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:46.944535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39716) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:46.945727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:47.006385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.032828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.080767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.086464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a511e0b5-a201-45c5-9482-22c3a7dc895b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:47.099456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2375b25-af94-402d-9f1c-6259d13d7b23,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:47.102516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:47.104495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.105706 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2375b25-af94-402d-9f1c-6259d13d7b23 HTTP/1.1" status: 204  len: 168 time: 0.1601326
Feb 19 08:12:47.386133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39726) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:47.405668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.421913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:47.425955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Usage tracker for resource:security_group_rule and tenant:50693e559e99422695365811f65799ca is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:47.428893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:47.434668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:47.520549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.523747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.532674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7acb2c59-826c-4cc6-beb3-dbca1714a98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:47.574998 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50693e559e99422695365811f65799ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1877236
Feb 19 08:12:47.576647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedcbc2-80a1-460a-bef0-c8f8dcec9cd5,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:47.577941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39734) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:47.579871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:47.640339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.667924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.715510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.720327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ae89873b-e4e2-4792-bc22-7ca960f6e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:47.733984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedcbc2-80a1-460a-bef0-c8f8dcec9cd5,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:47.738285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:47.751039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:47.752252 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bedcbc2-80a1-460a-bef0-c8f8dcec9cd5 HTTP/1.1" status: 204  len: 168 time: 0.1732407
Feb 19 08:12:48.059080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7106c-1d0f-4016-aa37-4cf56bf04acb req-f112ef52-2480-4467-8dc2-67b7d74f05ea tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:48.060726 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ff7106c-1d0f-4016-aa37-4cf56bf04acb req-f112ef52-2480-4467-8dc2-67b7d74f05ea tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0901799
Feb 19 08:12:48.109619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ff7106c-1d0f-4016-aa37-4cf56bf04acb req-05935003-01ef-4b19-9e82-7ecc6c94aa8a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419216
Feb 19 08:12:49.323470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e4869-1bf3-47a0-8ad9-787deb731dc1 req-0d7dcba1-13b6-43d0-9241-2a798c4a49ef tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:49.325207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f80e4869-1bf3-47a0-8ad9-787deb731dc1 req-0d7dcba1-13b6-43d0-9241-2a798c4a49ef tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0932989
Feb 19 08:12:49.380690 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f80e4869-1bf3-47a0-8ad9-787deb731dc1 req-ef420672-af99-494d-975a-8ca13fcef92f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479083
Feb 19 08:12:50.063653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39832) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:50.190157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.205659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:50.210327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Usage tracker for resource:security_group_rule and tenant:2919e2d2ef0e4542bfc0dabeaa4e0705 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:50.213268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:50.219135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:50.304996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.307691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.316334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:50.359195 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2919e2d2ef0e4542bfc0dabeaa4e0705&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2943642
Feb 19 08:12:50.360125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f5ff8-b4e5-4e07-8dac-81b2c7671529,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:50.362205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39844) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:50.363366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:50.430134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.457838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.557709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.563288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2632a4c2-e7ce-450a-8abf-47e4b0d1551e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:50.583722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f5ff8-b4e5-4e07-8dac-81b2c7671529,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:50.589871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:50.603673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.618156 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f79f5ff8-b4e5-4e07-8dac-81b2c7671529 HTTP/1.1" status: 204  len: 168 time: 0.2444313
Feb 19 08:12:50.633932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bcc47-d1d3-4cc3-88ba-463990470a7d req-9a6d2438-1eac-4227-b3a1-de0cd076c5d9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:50.635895 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b50bcc47-d1d3-4cc3-88ba-463990470a7d req-9a6d2438-1eac-4227-b3a1-de0cd076c5d9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1411517
Feb 19 08:12:50.686035 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b50bcc47-d1d3-4cc3-88ba-463990470a7d req-1208ca7f-f944-4503-9292-0b6cbae3992d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439827
Feb 19 08:12:50.904363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39856) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:50.922942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:50.938679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:50.943371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Usage tracker for resource:security_group_rule and tenant:05b9da03ae7c4eccb9a320488aa32d99 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:50.946396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:50.952235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:51.035802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.038627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.047238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d5861bf2-18b9-4d26-a055-c85ee1e4a2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:51.093507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05b9da03ae7c4eccb9a320488aa32d99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1879985
Feb 19 08:12:51.095214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf87eea-3ed5-49ef-8271-d381cfd4c81c,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:51.096404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39860) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:51.098521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:51.163908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.192305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.236764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.242355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-888fe4bb-3eaf-45e6-98b3-c13ed4d72cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:51.255145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf87eea-3ed5-49ef-8271-d381cfd4c81c,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:51.257487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:51.265155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:51.266429 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcf87eea-3ed5-49ef-8271-d381cfd4c81c HTTP/1.1" status: 204  len: 168 time: 0.1689498
Feb 19 08:12:51.889367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2e1c-0c6e-44be-9486-5f0fd5bef5ec req-37ed2676-e88c-4df1-8a0c-3b328fc54607 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:51.891019 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6fce2e1c-0c6e-44be-9486-5f0fd5bef5ec req-37ed2676-e88c-4df1-8a0c-3b328fc54607 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0932212
Feb 19 08:12:51.940767 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6fce2e1c-0c6e-44be-9486-5f0fd5bef5ec req-022e4840-88ff-4ceb-9941-b1ce3ab63694 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428925
Feb 19 08:12:52.405430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39902) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:52.531058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.547405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:52.552058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2c31d6fc4148c99843d513477fbfab is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:52.555046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:52.560806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:52.646978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.649965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.659286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ec1a4be8-246d-44c4-a0e3-80bc788048a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:52.702785 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f2c31d6fc4148c99843d513477fbfab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2961810
Feb 19 08:12:52.704469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d708a599-79b6-4608-b440-75638a65414a,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:52.705592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39910) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:52.707764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:52.769271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.796371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.840463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.845448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-950636e5-1d02-4251-b675-ed4c32b54a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:52.863917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d708a599-79b6-4608-b440-75638a65414a,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:52.867052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:52.871353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:52.872768 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d708a599-79b6-4608-b440-75638a65414a HTTP/1.1" status: 204  len: 168 time: 0.1657033
Feb 19 08:12:53.144710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622ea9-a7ca-4c69-9305-ef2cf69e4832 req-61e6630e-9194-4b15-8d18-71f70683ed04 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:53.146418 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0f622ea9-a7ca-4c69-9305-ef2cf69e4832 req-61e6630e-9194-4b15-8d18-71f70683ed04 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0888765
Feb 19 08:12:53.196353 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0f622ea9-a7ca-4c69-9305-ef2cf69e4832 req-dae6f694-0b59-47aa-a9b2-47627643af76 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435114
Feb 19 08:12:53.531108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 39946) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:53.646811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-369212956-network', 'tenant_id': '7f1204d8040343b3bee2337dfe987dec'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:12:53.652300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:53.656575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Usage tracker for resource:network and tenant:7f1204d8040343b3bee2337dfe987dec is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:53.659785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:53.666076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:53.675552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Made reservation on behalf of 7f1204d8040343b3bee2337dfe987dec for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:12:53.680409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.694240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.709992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:53.714052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1204d8040343b3bee2337dfe987dec is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:53.716961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:53.722731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:53.811367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.814477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.819407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-152763c4-a873-4e06-b1fd-8a7f5d7e8fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:53.851868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:12:53.863151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a771305-e8fd-4261-b5ef-a51673053620,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:53.867168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:53.870835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.871225 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Added segment e3c5a13d-85bc-4f76-b7ad-400901603afd of type vxlan for network dfc330ee-5cc2-4784-81e3-8a9d1ede706b
Feb 19 08:12:53.899495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.930116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.931388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:53.932027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:53.937039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:54.043913 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5116193
Feb 19 08:12:54.044840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc330ee-5cc2-4784-81e3-8a9d1ede706b,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:54.047184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 39958) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:54.047992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:54.054120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Request body: {'subnet': {'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-369212956-subnet', 'tenant_id': '7f1204d8040343b3bee2337dfe987dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:12:54.056556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:12:54.059592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:54.063955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Usage tracker for resource:subnet and tenant:7f1204d8040343b3bee2337dfe987dec is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:54.066998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:54.070177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:12:54.072998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:54.086545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Made reservation on behalf of 7f1204d8040343b3bee2337dfe987dec for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:12:54.091364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:54.413971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7160-c8f3-4f9f-b5fc-d58fecc5518d req-0506e27b-41e5-44d2-8caa-c5b180318679 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:54.415619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c49e7160-c8f3-4f9f-b5fc-d58fecc5518d req-0506e27b-41e5-44d2-8caa-c5b180318679 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1016319
Feb 19 08:12:54.471858 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c49e7160-c8f3-4f9f-b5fc-d58fecc5518d req-af817bde-c544-4b32-9e21-08e6612a71bf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496793
Feb 19 08:12:54.504754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:54.520378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:54.659520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d872a248-644e-45ca-b42b-7da0eba3348a,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:54.662814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:54.729822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Checking segment: {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:12:54.730221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Network hostable DHCP agents. Network: dfc330ee-5cc2-4784-81e3-8a9d1ede706b, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:12:54.749121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:12:54.758180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, dfc330ee-5cc2-4784-81e3-8a9d1ede706b) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:12:54.768080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744a3df-e66a-441e-b9c8-a95c81f5be51 None None] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:12:54.770322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:54.770964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:54.795321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7468119
Feb 19 08:12:55.168215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79589b08-3a9e-49da-baa4-2fe75253a716 None None] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:12:55.681379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe549aa-5b86-4a53-9600-7eb0cd51c03e req-688c9071-f5f8-44e9-ab19-d5167512d6a6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:55.683051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ffe549aa-5b86-4a53-9600-7eb0cd51c03e req-688c9071-f5f8-44e9-ab19-d5167512d6a6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0900373
Feb 19 08:12:55.730853 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ffe549aa-5b86-4a53-9600-7eb0cd51c03e req-49a35651-bb85-4118-8fb1-15a2f38be52f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415432
Feb 19 08:12:56.251246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40014) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:56.377283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.393547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:56.398353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e54a015e72da4f2c8f9b34507c2fb5cc is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:56.401691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:56.411760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:56.508479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.511856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.520255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ccf00d66-6256-423f-9e89-beb22d85ade7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:56.564042 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e54a015e72da4f2c8f9b34507c2fb5cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116314
Feb 19 08:12:56.565021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ac7ba-177c-449c-aa4e-42d5ed88060f,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:56.566966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40024) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:56.568238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:56.664470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.698429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.763148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.770156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bc18c4a0-b268-4680-b154-16820f1a1223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:56.783674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ac7ba-177c-449c-aa4e-42d5ed88060f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:56.789426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:12:56.792759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:56.796887 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f3ac7ba-177c-449c-aa4e-42d5ed88060f HTTP/1.1" status: 204  len: 168 time: 0.2288387
Feb 19 08:12:56.940690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c60e7-9ecf-4664-8b98-71f8b17f8bac req-cd5bc16d-567a-45c7-8faa-af3de26676c6 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:56.942381 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b44c60e7-9ecf-4664-8b98-71f8b17f8bac req-cd5bc16d-567a-45c7-8faa-af3de26676c6 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.0911903
Feb 19 08:12:56.951854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753ffb-e413-4f8e-97db-a727daf62c87 req-45962533-8fd2-46d6-bad6-17a620507304 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:56.953484 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-23753ffb-e413-4f8e-97db-a727daf62c87 req-45962533-8fd2-46d6-bad6-17a620507304 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0900962
Feb 19 08:12:56.997208 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b44c60e7-9ecf-4664-8b98-71f8b17f8bac req-0bf569f0-aa10-4202-9a6c-2834e14bc528 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482650
Feb 19 08:12:57.010549 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-23753ffb-e413-4f8e-97db-a727daf62c87 req-893d55af-d830-41ea-802b-856d0fbf091d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499082
Feb 19 08:12:57.250096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-a3ab1c08-fcb6-4241-8364-e4ce8d38d7c9 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:57.250858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-a3ab1c08-fcb6-4241-8364-e4ce8d38d7c9 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Synchronizing usage tracker for tenant:7f1204d8040343b3bee2337dfe987dec on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:12:57.267546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-a3ab1c08-fcb6-4241-8364-e4ce8d38d7c9 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Unset dirty status for tenant:7f1204d8040343b3bee2337dfe987dec on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:12:57.269387 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-a3ab1c08-fcb6-4241-8364-e4ce8d38d7c9 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 808 time: 0.1776023
Feb 19 08:12:57.286457 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-8915c7e9-3dcd-4a39-8913-cbd50dd54d7d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/quotas/7f1204d8040343b3bee2337dfe987dec HTTP/1.1" status: 200  len: 375 time: 0.0105870
Feb 19 08:12:57.562093 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-2884aa71-9d63-4a23-b063-6b670fbb5580 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2696793
Feb 19 08:12:57.709322 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-9364bf4a-3d32-4d75-bde6-a656de8aa2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386302
Feb 19 08:12:57.858040 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-ccde2170-5080-45ba-b770-69c2f07f3d87 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420424
Feb 19 08:12:58.090479 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c5570740-8be9-4440-8057-a469374f48c0 req-bf170550-e6f3-426b-8830-540616198631 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 210 time: 0.0722878
Feb 19 08:12:58.296627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871ae4-43b0-4d10-b4da-290f20890a04 req-aede618a-720e-4ca2-9529-9b4789078075 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:58.298578 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dc871ae4-43b0-4d10-b4da-290f20890a04 req-aede618a-720e-4ca2-9529-9b4789078075 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.1668744
Feb 19 08:12:58.358487 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dc871ae4-43b0-4d10-b4da-290f20890a04 req-f1e512e9-cba7-4cbc-b765-9d363a3ff8dd tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527830
Feb 19 08:12:58.486877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c3bd-73cb-4cc0-9a85-9de72229f042 req-ff007d8e-c8df-4a21-93d7-73ef2bfdebf0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:58.489558 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0183c3bd-73cb-4cc0-9a85-9de72229f042 req-ff007d8e-c8df-4a21-93d7-73ef2bfdebf0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1011343
Feb 19 08:12:58.500950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:12:58.548189 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0183c3bd-73cb-4cc0-9a85-9de72229f042 req-dac6bcf2-01b5-44e5-9411-ee55fe292c98 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508993
Feb 19 08:12:58.595461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:12:58.596382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:58.785038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-a48959e5-a931-4cfa-84fb-3784390de671 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:58.786716 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-a48959e5-a931-4cfa-84fb-3784390de671 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.1334054
Feb 19 08:12:58.889533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Deleting port 88374eee-9356-4710-807c-5efa9e189e27 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:12:58.890114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:59.086715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-5c7fe624-d656-4ca8-8d6a-458cba21fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:59.088519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-5c7fe624-d656-4ca8-8d6a-458cba21fadc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1162 time: 0.0825284
Feb 19 08:12:59.181929 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd908f7-d8a8-4eb1-b18f-f96f0e452a19 req-5547bb23-3c49-4f0e-a70e-e725742dd8d3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:59.183975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dfd908f7-d8a8-4eb1-b18f-f96f0e452a19 req-5547bb23-3c49-4f0e-a70e-e725742dd8d3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2574961
Feb 19 08:12:59.262784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2e174ed4-a18f-4a30-8143-d4c2e76c28b8 req-5fe7fb66-9420-4bc9-8a11-902c7343e33c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 210 time: 0.0579526
Feb 19 08:12:59.267191 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dfd908f7-d8a8-4eb1-b18f-f96f0e452a19 req-9e84b392-44ac-47a2-89d5-200a977190c4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735788
Feb 19 08:12:59.282466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40130) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:12:59.298475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] For port 88374eee-9356-4710-807c-5efa9e189e27, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88374eee-9356-4710-807c-5efa9e189e27,segment=NetworkSegment(b16c7856-9968-468c-b32b-f6b5a09adf1f),segment_id=b16c7856-9968-468c-b32b-f6b5a09adf1f)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:12:59.299091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:59.327205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-6e3bc168-97d9-4b23-9bf4-59347f6fbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:59.328828 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-6e3bc168-97d9-4b23-9bf4-59347f6fbe58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.2323532
Feb 19 08:12:59.452007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:59.473541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:12:59.478032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Usage tracker for resource:security_group_rule and tenant:941dc3424ca04214a0bb5bd107b9c9dc is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:12:59.481365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:12:59.488319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:12:59.685323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Calling delete_port for 88374eee-9356-4710-807c-5efa9e189e27 owned by compute:nova {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:12:59.709568 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-43dc9321-cc1c-4226-9f8d-fb898615a638 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 1001 time: 0.3728867
Feb 19 08:12:59.840401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:12:59.856016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-52722ed9-28c1-4cce-ac04-dc58f4ab1685 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:12:59.876834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-601aee8c-a5ca-4258-bf1b-60941874b7ce tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:59.878482 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-601aee8c-a5ca-4258-bf1b-60941874b7ce tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 808 time: 0.4100990
Feb 19 08:12:59.884694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-b81b8b34-997e-4ba6-9656-a1e28af44511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:12:59.886180 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-b81b8b34-997e-4ba6-9656-a1e28af44511 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.1629603
Feb 19 08:12:59.899647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Request body: {'port': {'device_id': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b', 'admin_state_up': True, 'tenant_id': '7f1204d8040343b3bee2337dfe987dec'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:12:59.951839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Pushing event deleted for resources: {'Port': ['ID=88374eee-9356-4710-807c-5efa9e189e27,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:12:59.958812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:00.029050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbfcb5-8d70-4d10-bd86-bfc3044aedbc req-c31b3584-712c-4b3a-9c2e-9e15ce55b2e2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:00.030720 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6ccbfcb5-8d70-4d10-bd86-bfc3044aedbc req-c31b3584-712c-4b3a-9c2e-9e15ce55b2e2 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5239656-584a-4f25-98fa-59192c2071ba HTTP/1.1" status: 200  len: 946 time: 0.4788883
Feb 19 08:13:00.055507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.068237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] No DVR routers for this DVR port 88374eee-9356-4710-807c-5efa9e189e27 on host hv-cinder-77398 {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:13:00.070465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.073209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'name': 'network-vif-deleted', 'tag': '88374eee-9356-4710-807c-5efa9e189e27'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:00.080385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.093622 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b92eeb18-15f9-4b04-af50-6323efdc8850 req-f574d2e7-d67d-4937-8637-de5aae7604aa tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.70 "DELETE /v2.0/ports/88374eee-9356-4710-807c-5efa9e189e27 HTTP/1.1" status: 204  len: 173 time: 1.2930233
Feb 19 08:13:00.096696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6afba024-8977-490d-9f17-ed02f088f5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:00.123344 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5239656-584a-4f25-98fa-59192c2071ba', 'name': 'network-vif-deleted', 'tag': '88374eee-9356-4710-807c-5efa9e189e27', 'status': 'completed', 'code': 200}
Feb 19 08:13:00.193188 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=941dc3424ca04214a0bb5bd107b9c9dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9095476
Feb 19 08:13:00.196666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40144) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:00.198467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35679c7d-83b9-4ef4-9089-e85dc96c33df,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:00.203662 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6ccbfcb5-8d70-4d10-bd86-bfc3044aedbc req-ba372e0e-a222-44b2-a089-a3446bd74a77 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] 10.222.0.13 "GET /v2.0/security-groups?id=800df4e0-40dd-46bb-82cc-d432db124cba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505108
Feb 19 08:13:00.204462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:00.254014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-9afdbe72-d714-423c-bfaf-c5c3797cfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:00.255663 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-9afdbe72-d714-423c-bfaf-c5c3797cfc76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3401558
Feb 19 08:13:00.257973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:00.262453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Usage tracker for resource:port and tenant:7f1204d8040343b3bee2337dfe987dec is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:00.278480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.288428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:00.307308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.347752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:00.361403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.372950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-068a2863-f806-43f7-850e-888513233840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:00.382126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Made reservation on behalf of 7f1204d8040343b3bee2337dfe987dec for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:13:00.387299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35679c7d-83b9-4ef4-9089-e85dc96c33df,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:00.389290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.390556 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35679c7d-83b9-4ef4-9089-e85dc96c33df HTTP/1.1" status: 204  len: 168 time: 0.1925392
Feb 19 08:13:00.391463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:00.392291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.442740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 88374eee-9356-4710-807c-5efa9e189e27 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:13:00.488921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 88374eee-9356-4710-807c-5efa9e189e27 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:13:00.489229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 88374eee-9356-4710-807c-5efa9e189e27 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:13:00.524967 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-0ded7763-f9a7-4522-92e9-4d1b83615055 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593064
Feb 19 08:13:00.529822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79ef74-dbdf-466a-a220-133c3c3891bd req-638e96ee-3e92-4132-8cc4-1653430a1563 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:00.532222 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e79ef74-dbdf-466a-a220-133c3c3891bd req-638e96ee-3e92-4132-8cc4-1653430a1563 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.0980759
Feb 19 08:13:00.586463 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e79ef74-dbdf-466a-a220-133c3c3891bd req-a5a39dc9-b979-4c59-b23e-08ab2599afbe tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451257
Feb 19 08:13:00.634400 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cdc8e7a-2968-43f0-85e6-67233b5a6093 req-9a575c89-ef38-45e2-9d56-3d23095509da tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 210 time: 0.1559379
Feb 19 08:13:00.789822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40156) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:00.809342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.825383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:00.829539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Usage tracker for resource:security_group_rule and tenant:e934be8b53aa42b9a83188b88ac30845 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:00.833103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:00.838971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:00.874703 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e91b6dc9-0f77-4990-9d03-f8070d487bd7 req-c6080cbc-61f7-4819-a8a8-5831ed50a267 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3151171
Feb 19 08:13:00.927130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.930654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:00.939604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-92bfa848-a28d-4121-b73a-55d4edd6c25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:00.969213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Allocated IP 172.20.0.6 (dfc330ee-5cc2-4784-81e3-8a9d1ede706b/d872a248-644e-45ca-b42b-7da0eba3348a/3bc62791-19a4-446e-a69c-379dfbd33daf) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:13:00.983158 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e934be8b53aa42b9a83188b88ac30845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921499
Feb 19 08:13:00.984210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb88e08-2c32-4c8c-b929-a0dbc90b78f9,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:00.986770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40160) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:00.989537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:01.054766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.084840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.134495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.139859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b58a5b3e-805a-4722-bc47-ed3b9def5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:01.155350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb88e08-2c32-4c8c-b929-a0dbc90b78f9,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:01.158377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:01.159658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.164047 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bb88e08-2c32-4c8c-b929-a0dbc90b78f9 HTTP/1.1" status: 204  len: 168 time: 0.1731129
Feb 19 08:13:01.423327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.460239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.482311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:01.673382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Pushing event updated for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:01.677338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:01.730466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:13:01.731792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:13:01.734563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:13:01.870534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7b52-0e45-42a8-9346-1b0f135fb7ca req-2bc70575-dd0c-4d72-aaf5-4c32934d8df1 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:01.879592 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c8e7b52-0e45-42a8-9346-1b0f135fb7ca req-2bc70575-dd0c-4d72-aaf5-4c32934d8df1 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 931 time: 0.1023686
Feb 19 08:13:01.889009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:01.889825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:01.927952 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0350237
Feb 19 08:13:01.940048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Request body: {'port': {'device_id': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:01.944874 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c8e7b52-0e45-42a8-9346-1b0f135fb7ca req-813e4410-093d-40d9-8cf6-fe6ba095cddf tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637155
Feb 19 08:13:01.993206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7e5e-5770-4911-bc47-afc61e9cb890 req-ddb7414b-0e67-4b8a-b2e3-57d36ee9ec29 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:01.994905 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04cb7e5e-5770-4911-bc47-afc61e9cb890 req-ddb7414b-0e67-4b8a-b2e3-57d36ee9ec29 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.2160299
Feb 19 08:13:02.108918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-04cb7e5e-5770-4911-bc47-afc61e9cb890 req-c409c006-fcff-4a52-8e1f-b0cc10dc7008 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064105
Feb 19 08:13:02.120437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:02.563465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc62791-19a4-446e-a69c-379dfbd33daf {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:13:02.571342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:02.583439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Transition to ACTIVE for port object 3bc62791-19a4-446e-a69c-379dfbd33daf will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:13:02.586297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:02.602083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:02.750080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:02.754367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:02.923108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Attempting to bind port 3bc62791-19a4-446e-a69c-379dfbd33daf on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:13:02.923668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Attempting to bind port 3bc62791-19a4-446e-a69c-379dfbd33daf by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:13:02.923787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Attempting to bind port 3bc62791-19a4-446e-a69c-379dfbd33daf on network dfc330ee-5cc2-4784-81e3-8a9d1ede706b {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:13:02.929369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:13:02.929742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Checking segment: {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:13:02.930165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:02.930557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Bound using segment: {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:13:02.931042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Bound port: 3bc62791-19a4-446e-a69c-379dfbd33daf, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:13:02.931372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:03.028671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] For port 3bc62791-19a4-446e-a69c-379dfbd33daf, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:13:03.031935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] For port 3bc62791-19a4-446e-a69c-379dfbd33daf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3bc62791-19a4-446e-a69c-379dfbd33daf,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:13:03.036240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:03.051664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:03.200197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:03.204997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:03.231339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122aee7-e275-4cd9-8450-be8177212d01 req-04869b83-3fed-4fa6-b78b-c4e59f5439cf tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:03.232992 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a122aee7-e275-4cd9-8450-be8177212d01 req-04869b83-3fed-4fa6-b78b-c4e59f5439cf tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.1264200
Feb 19 08:13:03.267133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:03.267817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:03.269940 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] 10.222.0.70 "PUT /v2.0/ports/3bc62791-19a4-446e-a69c-379dfbd33daf HTTP/1.1" status: 200  len: 1157 time: 1.3368421
Feb 19 08:13:03.270499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:03.298554 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a122aee7-e275-4cd9-8450-be8177212d01 req-38a4a8c0-8705-4022-a99b-fad67a6aa68d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573690
Feb 19 08:13:03.377915 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf', 'status': 'completed', 'code': 200}
Feb 19 08:13:03.420636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-272c8f26-cdc9-4a47-a845-1fb987246657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:03.422166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-272c8f26-cdc9-4a47-a845-1fb987246657 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 1160 time: 0.0873785
Feb 19 08:13:03.512943 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-93dea079-0354-4e9b-b2ca-b7ec11f4a043 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc62791-19a4-446e-a69c-379dfbd33daf HTTP/1.1" status: 200  len: 217 time: 0.0817628
Feb 19 08:13:03.605778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-1833b81c-eaf2-4429-8eda-230ebd59a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:03.607507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-1833b81c-eaf2-4429-8eda-230ebd59a716 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d872a248-644e-45ca-b42b-7da0eba3348a HTTP/1.1" status: 200  len: 848 time: 0.0872211
Feb 19 08:13:03.689539 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-a3f02144-fb33-4847-ad47-7bfbd8f14e3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629623
Feb 19 08:13:03.849240 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-33fbdcd4-8b4c-4e58-8450-4e821d30e918 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506569
Feb 19 08:13:04.517068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c32e76-6d64-4bfc-a154-db7d78f28bc9 req-06bf5473-ba94-4a5f-a3c1-df4e32bdcc34 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:04.519435 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90c32e76-6d64-4bfc-a154-db7d78f28bc9 req-06bf5473-ba94-4a5f-a3c1-df4e32bdcc34 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.0934615
Feb 19 08:13:04.568684 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90c32e76-6d64-4bfc-a154-db7d78f28bc9 req-ea1678c8-6d61-42dc-953e-09307e2a66e4 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420778
Feb 19 08:13:04.809911 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf1f9c25-890f-4d15-bf89-ac22005b5e67 req-6b182d19-ef52-4a51-9daf-624b4d5dcfe5 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403377
Feb 19 08:13:05.779529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-1a3f7f34-5d1d-43f4-8eb7-dbd0fedfc2e8 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:05.780276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-1a3f7f34-5d1d-43f4-8eb7-dbd0fedfc2e8 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Synchronizing usage tracker for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:05.796824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-1a3f7f34-5d1d-43f4-8eb7-dbd0fedfc2e8 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Unset dirty status for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:05.798129 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-1a3f7f34-5d1d-43f4-8eb7-dbd0fedfc2e8 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.1048160
Feb 19 08:13:05.849717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-47486798-ecf4-4588-9d7e-03c2d7d7371a tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Synchronizing usage tracker for tenant:7f1204d8040343b3bee2337dfe987dec on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:05.866739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-47486798-ecf4-4588-9d7e-03c2d7d7371a tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Unset dirty status for tenant:7f1204d8040343b3bee2337dfe987dec on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:05.868024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-117c3280-3dc3-45f3-8cdb-eddd4457eb09 req-47486798-ecf4-4588-9d7e-03c2d7d7371a tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630529
Feb 19 08:13:05.938343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5eccf195-3b37-4cc6-8cd5-d6fad77060d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:06.640984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-36c12685-c577-460a-a135-7ddc70bd0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:06.642635 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-36c12685-c577-460a-a135-7ddc70bd0be6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 1160 time: 0.0816407
Feb 19 08:13:06.789728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-dd3451cb-7e39-4bb7-8451-a899bf36e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:06.791349 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-dd3451cb-7e39-4bb7-8451-a899bf36e5fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 902 time: 0.1360629
Feb 19 08:13:06.829087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:13:06.870904 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-5c024cd5-fa3b-41e6-bacc-d57c5156f913 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc62791-19a4-446e-a69c-379dfbd33daf HTTP/1.1" status: 200  len: 217 time: 0.0705311
Feb 19 08:13:06.942062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-852ce699-5a1c-4aaa-80ed-c450fa7697a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:06.943655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-852ce699-5a1c-4aaa-80ed-c450fa7697a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d872a248-644e-45ca-b42b-7da0eba3348a HTTP/1.1" status: 200  len: 848 time: 0.0651300
Feb 19 08:13:07.000170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-7f79e67a-c551-4cc2-bf39-b044b97683fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475452
Feb 19 08:13:07.070441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814df1-12e4-491c-bb28-ea274551750e req-9ba285e6-09ea-4850-8e0c-9cf459c8705e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:07.072080 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-78814df1-12e4-491c-bb28-ea274551750e req-9ba285e6-09ea-4850-8e0c-9cf459c8705e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.0900955
Feb 19 08:13:07.123161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-78814df1-12e4-491c-bb28-ea274551750e req-687b50f1-49ce-466c-bda2-a60604731aec tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446284
Feb 19 08:13:07.163055 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-e16198a0-9d7e-49be-adb1-eaf1f4d8a1ad service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523979
Feb 19 08:13:07.530640 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd4c68c-c774-43f3-b0de-a50623a8dae5 req-78513747-6df7-46a7-8e4f-a14827944911 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3603549
Feb 19 08:13:08.326231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808323-059e-42c6-b39c-ffc67112f6ca req-fcc403b6-ce87-473b-a371-d396e9d17654 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:08.327859 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-59808323-059e-42c6-b39c-ffc67112f6ca req-fcc403b6-ce87-473b-a371-d396e9d17654 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.0897939
Feb 19 08:13:08.375588 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-59808323-059e-42c6-b39c-ffc67112f6ca req-3b269de9-3f1b-4d21-8c2c-170707d112d2 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414660
Feb 19 08:13:08.393062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec365587-e42a-4b91-8626-9bf10f2a5907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:08.727336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:09.579705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c82c4-1311-4ff6-9f0d-9c2608b0bf29 req-72b3a04d-59a9-45ff-99ce-375cfa92dd76 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:09.581248 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c1c82c4-1311-4ff6-9f0d-9c2608b0bf29 req-72b3a04d-59a9-45ff-99ce-375cfa92dd76 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.0912726
Feb 19 08:13:09.630147 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5c1c82c4-1311-4ff6-9f0d-9c2608b0bf29 req-3034d4ed-d08f-4936-8d68-22a45f6fe8a7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419307
Feb 19 08:13:09.671295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:10.436429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:10.580231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-c378bc67-871b-44e4-838d-a06f3a825f0c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0823240
Feb 19 08:13:10.688135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-1c8e508f-1ea6-405e-974b-d8134824f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:10.689762 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-1c8e508f-1ea6-405e-974b-d8134824f6ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 1162 time: 0.0829632
Feb 19 08:13:10.848475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e955626-e0e6-41ba-bb88-61eb7fc9edd6 req-820387ec-95a4-4251-8b02-085252f2c686 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:10.850176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e955626-e0e6-41ba-bb88-61eb7fc9edd6 req-820387ec-95a4-4251-8b02-085252f2c686 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 943 time: 0.0918512
Feb 19 08:13:10.864751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-f15d8a0e-3e5b-4c70-b61c-79f8f305ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:10.866536 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-f15d8a0e-3e5b-4c70-b61c-79f8f305ce7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.1488364
Feb 19 08:13:10.907689 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e955626-e0e6-41ba-bb88-61eb7fc9edd6 req-2f5546c8-2c29-4464-8643-57a305dbf991 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512679
Feb 19 08:13:10.938489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-63cd9135-0b8e-4ad8-8131-c3bc6e4f06e8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:13:10.991032 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-53449db3-6bc4-43de-8748-e7279ca706ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 200  len: 1001 time: 0.1162205
Feb 19 08:13:11.066571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-a540d08f-1a3d-4f89-b2ef-ff9305e7c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:11.068190 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-a540d08f-1a3d-4f89-b2ef-ff9305e7c11a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.0686152
Feb 19 08:13:11.167136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-8e53b35b-78e3-496d-b81e-7f37f1ede8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:11.168777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-8e53b35b-78e3-496d-b81e-7f37f1ede8e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823474
Feb 19 08:13:11.315441 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-7d75d554-10cf-458c-80a2-28a79417b20b service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386077
Feb 19 08:13:11.426465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3bc62791-19a4-446e-a69c-379dfbd33daf up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:11.467477 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0eb4175f-8848-431a-8217-768d9ad863a9 req-f53b0691-2ddf-4e33-b179-8f4f35e39e26 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452229
Feb 19 08:13:11.499554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 3bc62791-19a4-446e-a69c-379dfbd33daf completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:13:11.507315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3bc62791-19a4-446e-a69c-379dfbd33daf triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:11.507821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:11.646183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:11.681039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 3bc62791-19a4-446e-a69c-379dfbd33daf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3bc62791-19a4-446e-a69c-379dfbd33daf,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:11.682223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:11.698480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:11.701343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:11.737125 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf', 'code': 200}
Feb 19 08:13:11.785082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:11.795712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.796190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.796641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.797092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.797538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.798018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.798461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.798898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.799355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.799793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.800259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.800695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.801204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.801639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.802123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.802556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.802985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.803414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.803842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.804422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.804854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.805286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.806065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.806438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:11.811030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:12.135305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc629d-7f11-4a2a-9d1e-81eed63b050e req-26fafab3-c4aa-4929-b80a-66e5b3e1527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:12.136908 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fedc629d-7f11-4a2a-9d1e-81eed63b050e req-26fafab3-c4aa-4929-b80a-66e5b3e1527a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 1162 time: 0.1515610
Feb 19 08:13:12.200153 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fedc629d-7f11-4a2a-9d1e-81eed63b050e req-ad80d5c0-5993-4e8a-8a12-1ed56aea6488 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549326
Feb 19 08:13:12.206601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4a749-bf6d-4ceb-8a32-806e477a762c req-ba6bccaa-a80c-4953-9542-8e0f7d21c4fa tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:12.208124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40b4a749-bf6d-4ceb-8a32-806e477a762c req-ba6bccaa-a80c-4953-9542-8e0f7d21c4fa tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.1402166
Feb 19 08:13:12.258539 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40b4a749-bf6d-4ceb-8a32-806e477a762c req-32a72f0c-fe65-450b-b0d9-00b90861b50c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439434
Feb 19 08:13:12.819077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960faab9-9fce-43d6-a4bb-ef731f35b96f req-c7f06431-60ee-4dc6-8b1f-b0327a9b6fb2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:12.820692 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-960faab9-9fce-43d6-a4bb-ef731f35b96f req-c7f06431-60ee-4dc6-8b1f-b0327a9b6fb2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0900540
Feb 19 08:13:12.869757 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-960faab9-9fce-43d6-a4bb-ef731f35b96f req-8f367e66-f950-46db-8160-f1e2a821094f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422323
Feb 19 08:13:13.462752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:13.488313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3cb7e-c85b-4923-b611-d1b1f538e04f req-0f08b5c5-ca60-4e88-b194-df5c8a33ced5 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:13.489947 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7ed3cb7e-c85b-4923-b611-d1b1f538e04f req-0f08b5c5-ca60-4e88-b194-df5c8a33ced5 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.1083407
Feb 19 08:13:13.537136 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7ed3cb7e-c85b-4923-b611-d1b1f538e04f req-be67cbf1-44b2-4c13-8585-58b2e627aee9 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409851
Feb 19 08:13:14.246495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da307bd-36e7-4b24-86b6-dc3a0145f414 req-a1385ba5-c096-42b3-bdb3-3e7824de611b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:14.248153 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5da307bd-36e7-4b24-86b6-dc3a0145f414 req-a1385ba5-c096-42b3-bdb3-3e7824de611b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2619457
Feb 19 08:13:14.295126 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5da307bd-36e7-4b24-86b6-dc3a0145f414 req-4d235f35-5110-46c5-ab58-ef51ef6f4761 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407743
Feb 19 08:13:14.823493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32095-f8a5-4242-b47f-ba2b1660cdfc req-f23cf3fa-e3e8-4ae7-bb41-4c74224f9767 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:14.825096 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ca32095-f8a5-4242-b47f-ba2b1660cdfc req-f23cf3fa-e3e8-4ae7-bb41-4c74224f9767 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.1599474
Feb 19 08:13:14.872498 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4ca32095-f8a5-4242-b47f-ba2b1660cdfc req-8466b2f6-ad06-422a-bfd0-0b86e08af256 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412583
Feb 19 08:13:15.500692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d53cc-ba7b-4f4f-9426-c672a543d50b req-53d999f7-b46d-41e1-a74f-78eff7b1f51b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:15.502244 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f9d53cc-ba7b-4f4f-9426-c672a543d50b req-53d999f7-b46d-41e1-a74f-78eff7b1f51b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0900755
Feb 19 08:13:15.513947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3bc62791-19a4-446e-a69c-379dfbd33daf up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:15.551340 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f9d53cc-ba7b-4f4f-9426-c672a543d50b req-99567336-a147-4861-ba0c-28180a1c28f8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429630
Feb 19 08:13:15.592067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 3bc62791-19a4-446e-a69c-379dfbd33daf triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:15.592482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:16.071224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eca35-fb06-44da-bf87-85661fe0992c req-04a1f79e-542c-47b9-9f3b-6a7a187db22d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:16.072815 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4f8eca35-fb06-44da-bf87-85661fe0992c req-04a1f79e-542c-47b9-9f3b-6a7a187db22d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.0866704
Feb 19 08:13:16.119558 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4f8eca35-fb06-44da-bf87-85661fe0992c req-293bbfa6-6c27-4260-8e19-c518ffc120e3 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404134
Feb 19 08:13:16.764171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857965-439f-41b5-a6c0-1eaa51f5afa9 req-845f1f04-ec1d-4fd9-87fd-92d620634ea0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:16.765906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-74857965-439f-41b5-a6c0-1eaa51f5afa9 req-845f1f04-ec1d-4fd9-87fd-92d620634ea0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0907018
Feb 19 08:13:16.819063 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-74857965-439f-41b5-a6c0-1eaa51f5afa9 req-eb14824f-19d0-48a0-b095-0c6d9a1ad8fa tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469356
Feb 19 08:13:17.324821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bca974-9a0a-47fa-88bf-b2ffde29726c req-f97f8251-e1fe-4906-ad01-fbad5b540c67 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:17.326472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11bca974-9a0a-47fa-88bf-b2ffde29726c req-f97f8251-e1fe-4906-ad01-fbad5b540c67 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.0915012
Feb 19 08:13:17.373981 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11bca974-9a0a-47fa-88bf-b2ffde29726c req-07f7180f-5141-400e-b3a3-7397397fb12c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407872
Feb 19 08:13:18.021415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde6293-9d11-4774-a117-5fa1d3fb4d06 req-08273dfd-fa07-4ee5-bc37-aed2bc9e25cd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:18.023071 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4fde6293-9d11-4774-a117-5fa1d3fb4d06 req-08273dfd-fa07-4ee5-bc37-aed2bc9e25cd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0878632
Feb 19 08:13:18.072367 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4fde6293-9d11-4774-a117-5fa1d3fb4d06 req-e4539b51-57a5-4e6c-b186-5433852a51f9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429273
Feb 19 08:13:19.274200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb78b01-b6e3-4baf-83fa-e3f943c544a7 req-13328d4d-1544-4844-96e6-339995d89850 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:19.275745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eeb78b01-b6e3-4baf-83fa-e3f943c544a7 req-13328d4d-1544-4844-96e6-339995d89850 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0872223
Feb 19 08:13:19.326303 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eeb78b01-b6e3-4baf-83fa-e3f943c544a7 req-4dc78fe2-d847-4fbf-b07a-4dabafec3d68 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443611
Feb 19 08:13:20.302951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:20.376444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port bd905264-b6f9-469b-9658-87afa9a0e556 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:20.376859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:20.420005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-7923d738-b324-4e17-9910-26d568c3621f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:20.421882 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-7923d738-b324-4e17-9910-26d568c3621f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.0932627
Feb 19 08:13:20.554439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port bd905264-b6f9-469b-9658-87afa9a0e556 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:20.554718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:20.642807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device bd905264-b6f9-469b-9658-87afa9a0e556 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:13:20.683240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8654e9f-8dc6-42c6-b66e-1250c6e784c5 req-21bd17b4-60fe-4f9d-9f4a-202b18162c2d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:20.684850 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8654e9f-8dc6-42c6-b66e-1250c6e784c5 req-21bd17b4-60fe-4f9d-9f4a-202b18162c2d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 945 time: 0.2247374
Feb 19 08:13:20.770124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:20.803851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:20.815044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:20.818005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:20.819915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:20.838934 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8654e9f-8dc6-42c6-b66e-1250c6e784c5 req-67767947-e4d2-40e9-8c9b-3bb01d4d8ded tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477556
Feb 19 08:13:20.858958 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'code': 200}
Feb 19 08:13:20.892356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=7']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:20.893685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:20.894643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:20.896292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:21.205672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:21.206120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:21.207065 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP dcd21145-8592-4043-85eb-ddf18f18dd9f disassociated. External IP: 172.27.0.34, port: bd905264-b6f9-469b-9658-87afa9a0e556.
Feb 19 08:13:21.207447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for bd905264-b6f9-469b-9658-87afa9a0e556 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:21.294094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:13:21.294475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:13:21.796245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port bd905264-b6f9-469b-9658-87afa9a0e556 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:21.796723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:22.054591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf254ae-a7bc-48e6-bcec-485b9b60096d req-fc8c1f5d-d05a-43dc-8963-709282574016 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:22.056124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-edf254ae-a7bc-48e6-bcec-485b9b60096d req-fc8c1f5d-d05a-43dc-8963-709282574016 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 943 time: 0.0881987
Feb 19 08:13:22.062769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] For port bd905264-b6f9-469b-9658-87afa9a0e556, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bd905264-b6f9-469b-9658-87afa9a0e556,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:22.063166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:22.103938 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-edf254ae-a7bc-48e6-bcec-485b9b60096d req-773aeadc-6cee-4490-a504-42ff8f3eac17 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=8665f591-b2ea-48e7-b885-f5873bbbf75a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414462
Feb 19 08:13:22.586923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:22.587336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:22.587689 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP dcd21145-8592-4043-85eb-ddf18f18dd9f disassociated. External IP: 172.27.0.34, port: bd905264-b6f9-469b-9658-87afa9a0e556.
Feb 19 08:13:22.588068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for bd905264-b6f9-469b-9658-87afa9a0e556 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:22.747711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:22.765037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:22.864978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'Port': ['ID=bd905264-b6f9-469b-9658-87afa9a0e556,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:22.868048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:23.132405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:13:23.338492 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ca7e1611-ca70-41e6-a41f-464b389a98ef req-4ee64971-8519-46c0-95c7-73ec9f7866b6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b635788f-2fc5-4a31-b6f3-66346a081a51 HTTP/1.1" status: 200  len: 210 time: 0.0628400
Feb 19 08:13:23.387081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:13:23.398160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:13:23.408409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:13:23.409086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e019978>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:23.429476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] No DVR routers for this DVR port bd905264-b6f9-469b-9658-87afa9a0e556 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:13:23.431803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:23.434723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-deleted', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:23.452826 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0bb09ca3-bf01-4dc8-bb2e-c8543f98056d req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "DELETE /v2.0/ports/bd905264-b6f9-469b-9658-87afa9a0e556 HTTP/1.1" status: 204  len: 173 time: 3.0242150
Feb 19 08:13:23.485996 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b635788f-2fc5-4a31-b6f3-66346a081a51', 'name': 'network-vif-deleted', 'tag': 'bd905264-b6f9-469b-9658-87afa9a0e556', 'status': 'completed', 'code': 200}
Feb 19 08:13:23.608280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:13:23.945569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e019978>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:23.949948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:13:23.959273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:13:23.959896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e019978>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:24.152801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:13:24.557240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40452) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:24.669623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:24.693361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e019978>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:24.698918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e235593-0058-4d6b-9cf9-ca35cdcf0cae None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:13:24.723506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:24.783482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:24.797163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a77b54b3-b9ed-4332-8b8c-3dac219787b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:24.813728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8665f591-b2ea-48e7-b885-f5873bbbf75a,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:24.817830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:24.819384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:24.820764 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "DELETE /v2.0/security-groups/8665f591-b2ea-48e7-b885-f5873bbbf75a HTTP/1.1" status: 204  len: 168 time: 0.2616248
Feb 19 08:13:24.823381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40458) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:24.848927 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.v2.resource [None req-6ccb7b05-ba42-4784-bc01-42cf9eb849c8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] show failed (client error): The resource could not be found.
Feb 19 08:13:24.854180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40462) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:24.854791 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6ccb7b05-ba42-4784-bc01-42cf9eb849c8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups/8665f591-b2ea-48e7-b885-f5873bbbf75a HTTP/1.1" status: 404  len: 347 time: 0.0300658
Feb 19 08:13:24.966836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b623ae-b1b4-4ee7-81ea-5f29acef8afc req-e83f00ae-d9bf-46de-873a-bc8f45e1c301 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:24.968377 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-37b623ae-b1b4-4ee7-81ea-5f29acef8afc req-e83f00ae-d9bf-46de-873a-bc8f45e1c301 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.0937903
Feb 19 08:13:25.030433 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-37b623ae-b1b4-4ee7-81ea-5f29acef8afc req-a4a90ce2-7447-4531-862f-40508a2e8806 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517964
Feb 19 08:13:25.035195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port f7704c00-d7c2-4c61-b65e-11e652505373 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:25.035571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:25.235952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:25.236329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:25.244000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a586ba5-0d80-45f7-83ba-a6ee8f3ccf42 None None] New status for floating IP dcd21145-8592-4043-85eb-ddf18f18dd9f: DOWN {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:13:25.394974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for f7704c00-d7c2-4c61-b65e-11e652505373 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:25.509628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:13:25.510030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:13:26.011602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port f7704c00-d7c2-4c61-b65e-11e652505373 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:26.012116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.249363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.249728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.383562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for f7704c00-d7c2-4c61-b65e-11e652505373 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:26.490701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4f90-cc4d-4e7f-b0a0-05771dda7150 req-087b6ccb-445c-4444-8cda-d3aed4cf7b34 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:26.492278 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4fce4f90-cc4d-4e7f-b0a0-05771dda7150 req-087b6ccb-445c-4444-8cda-d3aed4cf7b34 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.3433268
Feb 19 08:13:26.579603 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4fce4f90-cc4d-4e7f-b0a0-05771dda7150 req-9493d4cd-763b-499e-89ad-00951e480b9b tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793881
Feb 19 08:13:26.640853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-c1fd45b4-529b-410e-9110-97657ee3f44d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:26.642377 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-c1fd45b4-529b-410e-9110-97657ee3f44d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 945 time: 0.2306063
Feb 19 08:13:26.716439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.735477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fae8fac8-259a-4a75-bc80-8025406bc490 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:26.775910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 3bc62791-19a4-446e-a69c-379dfbd33daf no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:13:26.846791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'Port': ['ID=f7704c00-d7c2-4c61-b65e-11e652505373,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:26.848788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Deleting port 3bc62791-19a4-446e-a69c-379dfbd33daf {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:26.849176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.889099 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:26.911948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.941063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:26.952236 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 3bc62791-19a4-446e-a69c-379dfbd33daf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3bc62791-19a4-446e-a69c-379dfbd33daf,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:26.955426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:26.957837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:27.007092 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf', 'code': 200}
Feb 19 08:13:27.038673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:27.042183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:27.401572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:27.440984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:27.442202 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "DELETE /v2.0/floatingips/dcd21145-8592-4043-85eb-ddf18f18dd9f HTTP/1.1" status: 204  len: 168 time: 2.5862019
Feb 19 08:13:27.464461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] For port 3bc62791-19a4-446e-a69c-379dfbd33daf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3bc62791-19a4-446e-a69c-379dfbd33daf,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:27.464859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:27.599591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Calling delete_port for 3bc62791-19a4-446e-a69c-379dfbd33daf owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:27.749978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:27.767700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1f14767c-e9a0-45c7-95bd-8ebd36dbbfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:27.791074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4329c-7100-4f9b-9a33-536da1e353f5 req-327fdee1-853b-4aa5-a572-cc564c85f8ec tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:27.792823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ec4329c-7100-4f9b-9a33-536da1e353f5 req-327fdee1-853b-4aa5-a572-cc564c85f8ec tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 865 time: 0.0912449
Feb 19 08:13:27.853765 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ec4329c-7100-4f9b-9a33-536da1e353f5 req-1ee19d4c-0dcd-46df-a338-a4f2f1bceb02 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540679
Feb 19 08:13:27.872384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Pushing event deleted for resources: {'Port': ['ID=3bc62791-19a4-446e-a69c-379dfbd33daf,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:27.875151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:27.994257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] No DVR routers for this DVR port 3bc62791-19a4-446e-a69c-379dfbd33daf on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:13:27.996393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:27.999136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-deleted', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:28.014553 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b734d33a-b65d-4bb8-b9ee-d6f236c6b282 req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "DELETE /v2.0/ports/3bc62791-19a4-446e-a69c-379dfbd33daf HTTP/1.1" status: 204  len: 173 time: 1.3650503
Feb 19 08:13:28.049176 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccde37a-bf5a-44c6-920b-b102f6630a87', 'name': 'network-vif-deleted', 'tag': '3bc62791-19a4-446e-a69c-379dfbd33daf', 'status': 'completed', 'code': 200}
Feb 19 08:13:28.813886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40522) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:28.820012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664971239', 'description': 'tempest-description--395683172'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:28.826293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:28.830644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:28.834358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:28.840182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:28.852641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:28.886787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:28.890894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:28.896227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:28.902097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:28.977058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:28.980861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:28.987131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a65b50cc-5c48-4c07-9464-78075d92f101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:29.015833 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-80565253-a36d-4d66-9e98-f0b5c49cd3c8 req-a32a9b9c-cfaa-42b3-92fc-a2d0c68c5f8e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 210 time: 0.0522513
Feb 19 08:13:29.031307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:29.034364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:29.035243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.039885 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2248974
Feb 19 08:13:29.040545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40530) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:29.046270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group_rule': {'security_group_id': 'cecfd62f-c790-49dd-bda3-a1f2d4b0c98d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:29.057655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:29.057655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:29.059506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:29.065247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:29.082217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.146721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.149309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.151400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:29.171970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57716138-5da9-471d-b23f-e1c12e8cd908,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:29.176845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:29.184021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.185292 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-dfaba45b-b656-4017-aef8-ba72fe146e55 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1437495
Feb 19 08:13:29.188119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40536) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:29.194200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'security_group_rule': {'security_group_id': 'cecfd62f-c790-49dd-bda3-a1f2d4b0c98d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:29.200288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:29.204305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:security_group_rule and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:29.207367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:29.213274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:29.229571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.293686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.296223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.298330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:29.321174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166b7192-1eea-4466-9e8f-45d2e1234288,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:29.323638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:29.329782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.331599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1419649
Feb 19 08:13:29.335029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40540) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:29.340473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:29.346093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:29.350769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Usage tracker for resource:floatingip and tenant:a0ffb1f245194e8ba15441de4b0cbe1a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:29.353835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:29.359684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:29.368858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.512521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.785521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Allocated IP 172.27.0.119 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/09d32d19-e9d4-4aaa-b12c-59874c4cdc1a) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:13:29.943096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.971553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:29.986723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7cb18a3-32e1-4075-982b-61b86f94a60a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:30.132612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=09d32d19-e9d4-4aaa-b12c-59874c4cdc1a,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:30.141047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:30.196710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-c2c207e8-a4b0-4c59-be1b-ea05c3294e90 req-eaf2fea0-76e9-41d2-aaf0-415b4ed50b45 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Synchronizing usage tracker for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:30.237255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-c2c207e8-a4b0-4c59-be1b-ea05c3294e90 req-eaf2fea0-76e9-41d2-aaf0-415b4ed50b45 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Unset dirty status for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:30.241279 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c2c207e8-a4b0-4c59-be1b-ea05c3294e90 req-eaf2fea0-76e9-41d2-aaf0-415b4ed50b45 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ccde37a-bf5a-44c6-920b-b102f6630a87 HTTP/1.1" status: 200  len: 210 time: 0.1032968
Feb 19 08:13:30.243597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:13:30.245207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:13:30.247644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:13:30.330442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.396932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.673464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.677018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.695496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:30.827664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=09d32d19-e9d4-4aaa-b12c-59874c4cdc1a,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:30.840624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:30.937920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.960533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:30.962016 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6258221
Feb 19 08:13:31.193223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-3c2d44e9-f5b6-41af-a56e-a2ed63275d1a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--664971239&fields=id&tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 267 time: 0.0437684
Feb 19 08:13:31.360530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-0c96016d-13f2-4220-9816-2a678d8bbbba tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:31.369826 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-0c96016d-13f2-4220-9816-2a678d8bbbba tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 816 time: 0.1614408
Feb 19 08:13:31.385465 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-1b572319-d8e5-4eee-a600-03a0ecaeb12c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/quotas/a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 375 time: 0.0108511
Feb 19 08:13:31.490400 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-0f6d5a9e-e819-49a0-a867-465de9aea7f7 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0978320
Feb 19 08:13:31.646457 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-dda9b72b-05d4-4e7c-b827-c3413a143922 service neutron] 10.222.0.13 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422048
Feb 19 08:13:31.733853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-1b51f438-3bf0-4ec5-82b0-32222686eb46 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:31.735454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-1b51f438-3bf0-4ec5-82b0-32222686eb46 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 808 time: 0.1624815
Feb 19 08:13:31.752193 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-9a7c74eb-e91b-436a-899f-7d2fa49162cb tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/quotas/7f1204d8040343b3bee2337dfe987dec HTTP/1.1" status: 200  len: 375 time: 0.0101013
Feb 19 08:13:31.795164 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-8b83879a-858f-4288-a1f9-b9cfadff2262 service neutron] 10.222.0.13 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411576
Feb 19 08:13:31.812842 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-5e3f97aa-86e3-4629-af88-3386c0cbfe26 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546563
Feb 19 08:13:31.996011 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-555b27a3-0018-4c50-81ef-a02409b28564 req-2c2aec76-2d1f-4cc8-9237-d6150af848b2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0519316
Feb 19 08:13:32.024426 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-b66dc770-6247-4479-91c8-ea387cc7e433 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033188
Feb 19 08:13:32.174368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-7f869e1c-b66c-455a-9468-a25ae6059c3c service neutron] 10.222.0.13 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431060
Feb 19 08:13:32.406260 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cb54fff3-5756-434e-ba93-4a5f3cfeb5f3 req-b5b86857-3d06-4757-901e-cca056adc7bb tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0563633
Feb 19 08:13:33.162583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-8660f7d7-a226-4b38-9cba-334539cf841d req-b7bada9f-64c0-4611-95fd-769c66ae17bd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:33.177375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-8660f7d7-a226-4b38-9cba-334539cf841d req-b7bada9f-64c0-4611-95fd-769c66ae17bd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:33.178646 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8660f7d7-a226-4b38-9cba-334539cf841d req-b7bada9f-64c0-4611-95fd-769c66ae17bd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0641458
Feb 19 08:13:33.576159 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-404e52a3-25d0-4f03-8ab5-1a9af56c91b6 req-ce2c486c-3e57-47b8-a9ba-f30fd5599f42 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0538149
Feb 19 08:13:34.344548 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-308ea23d-f313-4276-8dab-470b6461795d req-3a42a387-37a8-4a78-8269-bdda5795c8ae tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0494957
Feb 19 08:13:34.740422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bd802207-6a9f-483c-8651-27669076bb5a req-f6fff238-5087-4d3c-86ac-876249a9e8ac tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0502288
Feb 19 08:13:35.515443 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9c1bb90a-49b2-4ab6-a62f-22c686e6a33c req-41043776-b8e5-4052-bf7b-9c3438c8a611 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0519774
Feb 19 08:13:35.901529 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b5a6b2a3-44b3-45cc-b714-83fdab43b0d7 req-23e23d0e-86b5-4265-9d67-1149370996d0 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0488393
Feb 19 08:13:35.940499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04c454b3-f2e0-4d31-9254-de8681bd068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:36.525721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-851ba69f-4d11-4f6f-9298-2f012eeb18f0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:36.527238 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-851ba69f-4d11-4f6f-9298-2f012eeb18f0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 816 time: 0.1581221
Feb 19 08:13:36.610668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-39341cf4-1b89-405f-a4df-0c44d8e3bae4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:36.627193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-39341cf4-1b89-405f-a4df-0c44d8e3bae4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:36.629560 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-39341cf4-1b89-405f-a4df-0c44d8e3bae4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 5703 time: 0.0906551
Feb 19 08:13:36.641897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'port': {'device_id': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'admin_state_up': True, 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'security_groups': ['cecfd62f-c790-49dd-bda3-a1f2d4b0c98d']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:36.770375 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-505ebd06-168c-4295-8f56-30b4184a5682 req-26053410-85f6-4c5d-9ccc-dd59d5f070d3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.1326554
Feb 19 08:13:36.839047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:36.849630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:36.858852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Made reservation on behalf of a0ffb1f245194e8ba15441de4b0cbe1a for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:13:36.864968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:37.098316 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-477a4c0c-4f26-406d-bfb4-f01be70502ab req-d2f3c84a-def9-49d6-aabe-33c5df572925 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0581610
Feb 19 08:13:37.404661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-a2614fb9-2742-4cae-aa5e-ebbb9aa00b9f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:37.406292 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-a2614fb9-2742-4cae-aa5e-ebbb9aa00b9f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 808 time: 0.5310545
Feb 19 08:13:37.421034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Request body: {'port': {'device_id': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b', 'admin_state_up': True, 'tenant_id': '7f1204d8040343b3bee2337dfe987dec'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:37.689472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:37.709178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:37.715362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Allocated IP 172.20.0.13 (89d2e65a-770a-451a-b902-1be5d909ee68/690f3307-15c9-480c-8ac3-e60be6f5da8c/2668c1d4-9416-4ead-8fdb-afeac90cd3de) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:13:37.728351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Made reservation on behalf of 7f1204d8040343b3bee2337dfe987dec for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:13:37.733945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.023259 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a51908c9-40b9-44ab-98ea-2c827f5a337e req-ae9bfb9c-67e2-44be-b47a-75fd1854b9a1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0769663
Feb 19 08:13:38.185008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.253858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Transition to ACTIVE for port object 2668c1d4-9416-4ead-8fdb-afeac90cd3de will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:13:38.270040 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-321f50a7-5afd-40e0-bc6a-5c68a5fd06b0 req-e39f1a4b-3d2c-4c01-a9af-c491c999f7ba tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 210 time: 0.0508809
Feb 19 08:13:38.299769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Allocated IP 172.20.0.8 (dfc330ee-5cc2-4784-81e3-8a9d1ede706b/d872a248-644e-45ca-b42b-7da0eba3348a/32326555-54ed-4b87-8981-ec9fb6c37d62) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:13:38.331907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.349656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:38.397029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-456ea15a-a806-4a9c-af24-e5b05f8a666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.531620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:38.598915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.599330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.599740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.600143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.600548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.600942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.601340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.601734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.602152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.602544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.602933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.603322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.603783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.604175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.604563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.604952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.605340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.605728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.606141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.606528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.606901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.607282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.607676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.608058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:38.633430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:38.723820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Network 89d2e65a-770a-451a-b902-1be5d909ee68 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:13:38.727427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:13:38.733735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.737331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:13:38.785298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.825280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:38.826010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.869918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2333472
Feb 19 08:13:38.871547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:38.888763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:38.958880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-88a7922d-0f64-474e-a9c2-7d17b4fa753f None None] Provisioning for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:13:38.965280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-88a7922d-0f64-474e-a9c2-7d17b4fa753f None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:38.965757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88a7922d-0f64-474e-a9c2-7d17b4fa753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:39.025999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-88a7922d-0f64-474e-a9c2-7d17b4fa753f None None] Port 2668c1d4-9416-4ead-8fdb-afeac90cd3de cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:13:39.051930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Pushing event updated for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:39.067342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:39.071578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Request body: {'port': {'device_id': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:39.274621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:13:39.283083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:13:39.291271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:13:39.322495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:39.428566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:39.429239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:39.490649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c522c2-6fc0-4290-9d7e-fef18d3829ba req-632b5d19-8263-4645-b4e0-1442e3ef8059 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:39.492288 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63c522c2-6fc0-4290-9d7e-fef18d3829ba req-632b5d19-8263-4645-b4e0-1442e3ef8059 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 931 time: 0.0935416
Feb 19 08:13:39.508215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76fa08-5662-44a8-8472-2ab0d0d4e03e req-23b8edb1-957b-4149-bb38-00ebd3697bdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:39.508985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5b76fa08-5662-44a8-8472-2ab0d0d4e03e req-23b8edb1-957b-4149-bb38-00ebd3697bdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Synchronizing usage tracker for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:39.522313 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1053391
Feb 19 08:13:39.545116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Request body: {'port': {'device_id': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:39.545937 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63c522c2-6fc0-4290-9d7e-fef18d3829ba req-a3a935af-2a64-42a4-95b0-0a50f26e50d8 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471356
Feb 19 08:13:39.590960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5b76fa08-5662-44a8-8472-2ab0d0d4e03e req-23b8edb1-957b-4149-bb38-00ebd3697bdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Unset dirty status for tenant:a0ffb1f245194e8ba15441de4b0cbe1a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:39.592170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b76fa08-5662-44a8-8472-2ab0d0d4e03e req-23b8edb1-957b-4149-bb38-00ebd3697bdd tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 932 time: 0.4038167
Feb 19 08:13:39.675864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:39.843918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b76fa08-5662-44a8-8472-2ab0d0d4e03e req-02baf48e-bdc9-4173-b5e1-545b4b745341 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2407653
Feb 19 08:13:39.888229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:40.428032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:40.431193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2668c1d4-9416-4ead-8fdb-afeac90cd3de {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:13:40.443885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:40.535006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Transition to ACTIVE for port object 2668c1d4-9416-4ead-8fdb-afeac90cd3de will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:13:40.542843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:40.560183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:40.727198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:40.734816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:40.759214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208afaf-c1f6-4b08-8953-5f3b98e30cd7 req-dba84f35-d7b9-411c-89b1-fc1105c1ff6f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:40.760568 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5208afaf-c1f6-4b08-8953-5f3b98e30cd7 req-dba84f35-d7b9-411c-89b1-fc1105c1ff6f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 931 time: 0.0897491
Feb 19 08:13:40.811029 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5208afaf-c1f6-4b08-8953-5f3b98e30cd7 req-87ca8f1a-86ea-4d63-b633-695ff7ffab69 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430310
Feb 19 08:13:40.903623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40768) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:40.995832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Deleting subnet 775f42b3-a1de-41f1-b9b0-257375c0aebe {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:13:41.000042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.043114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32326555-54ed-4b87-8981-ec9fb6c37d62 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:13:41.058740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.061286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.093887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Transition to ACTIVE for port object 32326555-54ed-4b87-8981-ec9fb6c37d62 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:13:41.103932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.119702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.120949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9ed-1142-493b-80bb-a8482846a4c7 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:41.219408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Attempting to bind port 2668c1d4-9416-4ead-8fdb-afeac90cd3de on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:13:41.219681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Attempting to bind port 2668c1d4-9416-4ead-8fdb-afeac90cd3de by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:13:41.220048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Attempting to bind port 2668c1d4-9416-4ead-8fdb-afeac90cd3de on network 89d2e65a-770a-451a-b902-1be5d909ee68 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:13:41.247052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:13:41.247423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Checking segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:13:41.247821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.248214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Bound using segment: {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:13:41.248693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Bound port: 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af5e3a-9cea-4557-8b72-ccec9b77869b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:13:41.249067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.304636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Pushing event updated for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:41.333382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:41.347266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945ba17-c0ad-4093-a10b-0b0674c8ac0d req-4823e707-9150-4608-a4de-055fdb8d39ad tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:41.348891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1945ba17-c0ad-4093-a10b-0b0674c8ac0d req-4823e707-9150-4608-a4de-055fdb8d39ad tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.3604929
Feb 19 08:13:41.391903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.409747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:41.480889 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1945ba17-c0ad-4093-a10b-0b0674c8ac0d req-74464135-ecce-41e1-bf85-0f89b384e181 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131442
Feb 19 08:13:41.483582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:13:41.488585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:13:41.508119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775f42b3-a1de-41f1-b9b0-257375c0aebe,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:41.518201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.519176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.519578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.519969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.520352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.520741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.521124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.521510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.521913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.522299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.522672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.523048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.523498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.523878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.524259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.524635 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.525011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.525386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.525761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.526159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.526534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.526911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.527286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.527664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:13:41.533258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:41.544380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.565852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.567469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:41.571994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3436c624-a7fb-4782-a4a6-9682fc50ee6c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/775f42b3-a1de-41f1-b9b0-257375c0aebe HTTP/1.1" status: 204  len: 168 time: 0.6670611
Feb 19 08:13:41.574891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40772) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:41.793819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:41.806070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:41.830306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Attempting to bind port 32326555-54ed-4b87-8981-ec9fb6c37d62 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:13:41.832024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Attempting to bind port 32326555-54ed-4b87-8981-ec9fb6c37d62 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:13:41.832024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Attempting to bind port 32326555-54ed-4b87-8981-ec9fb6c37d62 on network dfc330ee-5cc2-4784-81e3-8a9d1ede706b {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:13:41.844074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:13:41.844443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Checking segment: {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:13:41.844848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.845243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Bound using segment: {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:13:41.845725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Bound port: 32326555-54ed-4b87-8981-ec9fb6c37d62, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c5a13d-85bc-4f76-b7ad-400901603afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dfc330ee-5cc2-4784-81e3-8a9d1ede706b'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:13:41.846144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.869434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:41.870041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:41.871516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] 10.222.0.70 "PUT /v2.0/ports/2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 1158 time: 2.9455531
Feb 19 08:13:41.872081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:41.921179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.000193 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'status': 'completed', 'code': 200}
Feb 19 08:13:42.047080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] For port 32326555-54ed-4b87-8981-ec9fb6c37d62, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:13:42.051969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] For port 32326555-54ed-4b87-8981-ec9fb6c37d62, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32326555-54ed-4b87-8981-ec9fb6c37d62,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:13:42.059879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.085908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-62e7cb1d-781e-4860-a5b5-bb17ed1e9155 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:42.118699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-a9a28f2f-d969-4f2a-95f6-2c18cdd3419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:42.120384 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-a9a28f2f-d969-4f2a-95f6-2c18cdd3419a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1161 time: 0.1966844
Feb 19 08:13:42.166132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40786) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:42.222949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.269908 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-106df116-0371-4a4a-ae65-b338965d597d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 217 time: 0.0924401
Feb 19 08:13:42.348220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.368106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Pushing event updated for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:42.372971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb8b21-3ac3-4415-9d7f-3320da9e0125 req-8e604248-48f7-4743-a647-ffbf3119de4e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:42.374594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:42.374718 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9cb8b21-3ac3-4415-9d7f-3320da9e0125 req-8e604248-48f7-4743-a647-ffbf3119de4e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.3143880
Feb 19 08:13:42.380346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-e7ea37ed-820a-4e15-ad38-59a80f387cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:42.381999 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-e7ea37ed-820a-4e15-ad38-59a80f387cf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.1038775
Feb 19 08:13:42.396899 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:42.421664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Usage tracker for resource:security_group_rule and tenant:254b02c0cb92405e94773bf834e81d40 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:42.426028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09d802f60>,) {'filters': {'network_id': ['426546aa-c1dc-4164-80c1-4f20a0620ab5']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:42.437031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:42.449700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:42.459693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d802f60>, 'b16c7856-9968-468c-b32b-f6b5a09adf1f') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:42.460037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d802f60>, 'b16c7856-9968-468c-b32b-f6b5a09adf1f') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:42.478560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:42.479163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.480685 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-990f01b6-d9e1-453c-b183-505705642752 service neutron] 10.222.0.70 "PUT /v2.0/ports/32326555-54ed-4b87-8981-ec9fb6c37d62 HTTP/1.1" status: 200  len: 1157 time: 2.9411523
Feb 19 08:13:42.487742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9cb8b21-3ac3-4415-9d7f-3320da9e0125 req-9e836167-60b2-4d33-87cc-25d746343161 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019552
Feb 19 08:13:42.502566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-cbe96652-7afb-428e-9bbc-30f7de544a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:42.503053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.504490 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-cbe96652-7afb-428e-9bbc-30f7de544a61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1140344
Feb 19 08:13:42.529474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.541774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:13:42.778358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:13:42.788793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.791284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.806938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:42.865925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-279d1e7d-7b86-4c12-a126-44cf7ccfd5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:42.954369 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=254b02c0cb92405e94773bf834e81d40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7868369
Feb 19 08:13:42.976193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40794) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:43.021658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62264139-4180-432b-9aa5-bd49175dcc43,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:43.027019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bba08f7a-7cb2-4f5c-90ef-70aaf3f44f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:43.039736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Network 426546aa-c1dc-4164-80c1-4f20a0620ab5 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:13:43.063619 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:13:43.067067 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-b2a0966f-f455-4558-9dda-d5814ab73131 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5528791
Feb 19 08:13:43.115425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-53bb495d-eebb-457f-a8f9-4a89e0d726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:43.117031 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-53bb495d-eebb-457f-a8f9-4a89e0d726e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 1160 time: 0.5773995
Feb 19 08:13:43.145100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.148570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:43.162897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.175575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Pushing event deleted for resources: {'Network': ['ID=426546aa-c1dc-4164-80c1-4f20a0620ab5,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:43.182670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:43.187062 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] 10.222.0.13 "DELETE /v2.0/networks/426546aa-c1dc-4164-80c1-4f20a0620ab5 HTTP/1.1" status: 204  len: 168 time: 1.6110706
Feb 19 08:13:43.265308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915849-6b89-4373-bcd4-3fecba3d7e93 req-83729053-86fe-4364-9758-c7f7ac19e10e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:43.266933 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9d915849-6b89-4373-bcd4-3fecba3d7e93 req-83729053-86fe-4364-9758-c7f7ac19e10e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.6310735
Feb 19 08:13:43.286803 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-37c17a97-8af0-43b7-9a50-e5eb23821c46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32326555-54ed-4b87-8981-ec9fb6c37d62 HTTP/1.1" status: 200  len: 217 time: 0.1110713
Feb 19 08:13:43.306199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.316072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40800) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:43.371418 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-bd960b0c-6eed-44d7-9627-9acc851130fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b66de20c7fc3459b8d4305f9a1bde654&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516012
Feb 19 08:13:43.371627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40804) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:43.442059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.448653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.454135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.463754 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9d915849-6b89-4373-bcd4-3fecba3d7e93 req-cb6b58fe-a743-44ac-90af-272826e9073d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790402
Feb 19 08:13:43.472132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.473245 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e3cb4d6-511a-48f4-8f4e-1d4b6918dc17 req-aaff1ac1-0083-4ddd-b9ff-848b92cbb007 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3918629
Feb 19 08:13:43.492057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-0ff8446e-244f-4b58-ba24-317a19a5e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:43.492057 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-0ff8446e-244f-4b58-ba24-317a19a5e9d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d872a248-644e-45ca-b42b-7da0eba3348a HTTP/1.1" status: 200  len: 848 time: 0.1775527
Feb 19 08:13:43.528833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.534918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-846080cb-823c-4bff-8d02-98c051e429a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:43.548521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800df4e0-40dd-46bb-82cc-d432db124cba,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:43.554815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:43.583936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.585840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/800df4e0-40dd-46bb-82cc-d432db124cba HTTP/1.1" status: 204  len: 168 time: 0.2130625
Feb 19 08:13:43.597623 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-3e53a969-9676-4015-a5b5-91046351757f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0931857
Feb 19 08:13:43.709184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.709641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7ced-cb35-4e11-b954-e22b4a23e1b2 req-3865d7c3-807e-42c8-8ba1-fba83c8ae841 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:43.711366 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2fe7ced-cb35-4e11-b954-e22b4a23e1b2 req-3865d7c3-807e-42c8-8ba1-fba83c8ae841 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.0924451
Feb 19 08:13:43.716324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-59005931-2ec2-4346-8c97-e9c9402ee87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:43.742620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62264139-4180-432b-9aa5-bd49175dcc43,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:43.748234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:43.765177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:43.766370 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7532ff85-9cf6-40a1-ae31-134e8fa915fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62264139-4180-432b-9aa5-bd49175dcc43 HTTP/1.1" status: 204  len: 168 time: 0.7890100
Feb 19 08:13:43.782757 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e2fe7ced-cb35-4e11-b954-e22b4a23e1b2 req-ab023c10-2066-44ed-bdde-e2c21a93078d tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642586
Feb 19 08:13:43.785580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d107-a22c-4429-9a23-6832f961710e req-3b9b1551-1e82-42a9-94e9-a90791888a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:43.789427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-3b9b1551-1e82-42a9-94e9-a90791888a4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1161 time: 0.2460175
Feb 19 08:13:43.833845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:13:43.898048 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-95ea491b-17c6-46b6-84ca-01f28c9ba976 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906129
Feb 19 08:13:44.002176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:44.069348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62', 'status': 'completed', 'code': 200}
Feb 19 08:13:44.077500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d107-a22c-4429-9a23-6832f961710e req-0fa11128-6851-41d1-a55c-8505bf2c872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.078969 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-0fa11128-6851-41d1-a55c-8505bf2c872e service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.2748566
Feb 19 08:13:44.167051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-046ea4c6-fa19-4aca-9aaf-bfaa605ee035 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 217 time: 0.0735891
Feb 19 08:13:44.172573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8687e11-5591-4d6c-ad38-de15b1bc5e57 req-9a46d429-9f10-4eb1-ba33-7680de22ae3e service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2657681
Feb 19 08:13:44.179296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40828) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:44.199457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.215600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:44.220577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec93882076b4432bb22cc5301158e764 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:44.224151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:44.230153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:44.298396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d107-a22c-4429-9a23-6832f961710e req-4348804b-4c84-4fc1-ba3e-59b71ac8d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.300458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-4348804b-4c84-4fc1-ba3e-59b71ac8d0b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.1214535
Feb 19 08:13:44.323819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.328009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.335859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4bc8fb66-7b77-46a4-a8cd-339a0f301319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:44.382293 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec93882076b4432bb22cc5301158e764&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2017741
Feb 19 08:13:44.383387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c14f76-d5e2-4605-b756-2084ff7719d7,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:44.385942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40836) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:44.386881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-ff7c6efa-acbb-4301-b983-719eab406488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.388960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:44.389103 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-ff7c6efa-acbb-4301-b983-719eab406488 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f1204d8040343b3bee2337dfe987dec&device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 1160 time: 0.1549964
Feb 19 08:13:44.453354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.485469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.533782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.540406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-311b529b-79a8-4aaf-a03a-b6abd262c572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:44.552960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c14f76-d5e2-4605-b756-2084ff7719d7,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:44.564497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:44.566916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:44.568138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c14f76-d5e2-4605-b756-2084ff7719d7 HTTP/1.1" status: 204  len: 168 time: 0.1812115
Feb 19 08:13:44.576581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d107-a22c-4429-9a23-6832f961710e req-57d49feb-8037-42a2-968d-9cdd66acf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.578273 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-57d49feb-8037-42a2-968d-9cdd66acf03b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2681000
Feb 19 08:13:44.579578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-d87a18cb-566a-4d5d-8c66-8a795af528f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.581295 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-d87a18cb-566a-4d5d-8c66-8a795af528f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 200  len: 902 time: 0.1835022
Feb 19 08:13:44.783636 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-c73b701d-bbd5-42e6-8797-47d4ce5a0f35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32326555-54ed-4b87-8981-ec9fb6c37d62 HTTP/1.1" status: 200  len: 217 time: 0.1421719
Feb 19 08:13:44.949946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-1dc0e7d6-d804-4e34-8a3b-c471e93945f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.951499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-1dc0e7d6-d804-4e34-8a3b-c471e93945f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d872a248-644e-45ca-b42b-7da0eba3348a HTTP/1.1" status: 200  len: 848 time: 0.1594498
Feb 19 08:13:44.989038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dc480-040e-4645-85cf-51f716342ed5 req-0e27184d-3d28-42df-bc06-4f30e0392690 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:44.990840 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-556dc480-040e-4645-85cf-51f716342ed5 req-0e27184d-3d28-42df-bc06-4f30e0392690 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.1433959
Feb 19 08:13:45.007760 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-bfcc4eeb-3773-43d1-86d0-5067dbe80f13 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4154272
Feb 19 08:13:45.048041 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-556dc480-040e-4645-85cf-51f716342ed5 req-bbf8067f-de9e-4455-bca7-6184d2383937 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495989
Feb 19 08:13:45.089368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-3991d105-e2d9-4c54-b34a-7a0e4e4958f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dfc330ee-5cc2-4784-81e3-8a9d1ede706b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843070
Feb 19 08:13:45.340035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65e2cc-8828-4711-a118-df3edd9cd745 req-38faa7fa-86c3-4653-92d0-e0d826ea9c5e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:45.340826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1b65e2cc-8828-4711-a118-df3edd9cd745 req-38faa7fa-86c3-4653-92d0-e0d826ea9c5e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Synchronizing usage tracker for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:13:45.389190 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8b4d107-a22c-4429-9a23-6832f961710e req-094f2e28-24d0-4763-ae97-7ab8af33116b service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3454862
Feb 19 08:13:45.409704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1b65e2cc-8828-4711-a118-df3edd9cd745 req-38faa7fa-86c3-4653-92d0-e0d826ea9c5e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Unset dirty status for tenant:7f1204d8040343b3bee2337dfe987dec on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:13:45.411461 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1b65e2cc-8828-4711-a118-df3edd9cd745 req-38faa7fa-86c3-4653-92d0-e0d826ea9c5e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.4658439
Feb 19 08:13:45.414049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-c2d1fe26-51df-4c0f-884d-c3c883661216 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670066
Feb 19 08:13:45.553336 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1b65e2cc-8828-4711-a118-df3edd9cd745 req-4a3a95a6-af68-41a3-b8cf-6d1f126d38a5 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351807
Feb 19 08:13:45.611171 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dccf4541-9e75-487e-b45c-7b5db2a6e968 req-cf6fb593-f088-4ed1-b683-63cb71c3e746 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1720586
Feb 19 08:13:46.272497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e6ef-5aa1-4f10-a240-a1ab7ac68b08 req-8e4c4384-a795-4017-a5bc-2242a4da57e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:46.274158 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a693e6ef-5aa1-4f10-a240-a1ab7ac68b08 req-8e4c4384-a795-4017-a5bc-2242a4da57e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0969563
Feb 19 08:13:46.323378 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a693e6ef-5aa1-4f10-a240-a1ab7ac68b08 req-825254da-90ce-4f44-b72d-db614b0f219e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427537
Feb 19 08:13:46.788918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26bf15-11c5-455c-aff4-b3e52708dc06 req-30df9b32-fc45-44f2-8718-11c1a733d3ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:46.790701 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d26bf15-11c5-455c-aff4-b3e52708dc06 req-30df9b32-fc45-44f2-8718-11c1a733d3ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.0896444
Feb 19 08:13:46.847011 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6d26bf15-11c5-455c-aff4-b3e52708dc06 req-11b1b4d8-f3a9-4d4a-a6d7-46d8afeee4fc tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491498
Feb 19 08:13:47.528089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466524b2-0c9b-4ec3-ae08-c03ae1c1cebc req-cfee7d62-76d2-422f-bc0e-5ce159f598a6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:47.529672 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-466524b2-0c9b-4ec3-ae08-c03ae1c1cebc req-cfee7d62-76d2-422f-bc0e-5ce159f598a6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0892990
Feb 19 08:13:47.583112 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-466524b2-0c9b-4ec3-ae08-c03ae1c1cebc req-b43a0e29-472c-47ec-87f2-f81054d8ba0f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471001
Feb 19 08:13:48.051475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314af683-d5fb-41c0-b37f-b5675671d579 req-2b6847bc-b0c5-4222-bf63-418e8446412b tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:48.053084 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-314af683-d5fb-41c0-b37f-b5675671d579 req-2b6847bc-b0c5-4222-bf63-418e8446412b tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.0925446
Feb 19 08:13:48.102276 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-314af683-d5fb-41c0-b37f-b5675671d579 req-3b37d903-bee6-45cc-8cc7-9f3b37f8e78f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429459
Feb 19 08:13:48.787767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1367e44-7de2-40e0-8956-39a9cbb9a70e req-033833e0-954b-4692-99d1-3eef7e38b04d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:48.789382 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d1367e44-7de2-40e0-8956-39a9cbb9a70e req-033833e0-954b-4692-99d1-3eef7e38b04d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0878117
Feb 19 08:13:48.836720 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d1367e44-7de2-40e0-8956-39a9cbb9a70e req-9223bc64-92cc-4234-84f9-3ea07fec20a8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410612
Feb 19 08:13:49.302574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a239be-75c1-43e9-a673-3eb47ffcd2c8 req-2f458c6a-29bd-4388-9ecd-a72ff711d06c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:49.304201 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63a239be-75c1-43e9-a673-3eb47ffcd2c8 req-2f458c6a-29bd-4388-9ecd-a72ff711d06c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.0871558
Feb 19 08:13:49.352421 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63a239be-75c1-43e9-a673-3eb47ffcd2c8 req-d76658ae-65ef-44f2-9b26-135e0e638e94 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420842
Feb 19 08:13:50.042540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2755c9-64de-426f-8711-5e8351cda400 req-51d9de6d-f1f3-4c24-8096-64ec797b7b92 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:50.044136 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db2755c9-64de-426f-8711-5e8351cda400 req-51d9de6d-f1f3-4c24-8096-64ec797b7b92 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0905867
Feb 19 08:13:50.091650 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-db2755c9-64de-426f-8711-5e8351cda400 req-af01ee9d-bc73-4f0e-aa7f-ab0b626bad98 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407293
Feb 19 08:13:50.477323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 32326555-54ed-4b87-8981-ec9fb6c37d62 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:50.550744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 32326555-54ed-4b87-8981-ec9fb6c37d62 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:13:50.556114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 32326555-54ed-4b87-8981-ec9fb6c37d62 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:50.556527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:50.694689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:50.727264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:50.741360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 32326555-54ed-4b87-8981-ec9fb6c37d62, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32326555-54ed-4b87-8981-ec9fb6c37d62,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:50.745853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:50.746782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:50.792516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62', 'code': 200}
Feb 19 08:13:50.793884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:50.819661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98829b8-504d-4744-9a82-5924d9a8971e req-6a689892-20e6-4b76-9409-de591911272c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:50.822205 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d98829b8-504d-4744-9a82-5924d9a8971e req-6a689892-20e6-4b76-9409-de591911272c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.3578904
Feb 19 08:13:50.876289 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d98829b8-504d-4744-9a82-5924d9a8971e req-49122e0b-0704-4c17-82e6-28167ae2255c tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471926
Feb 19 08:13:50.891419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:50.895401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:50.910067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:13:50.915769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:50.916184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.053739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.070633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c30e-5709-4558-a20b-5bcde90eb87f req-32071446-d018-411c-854b-ea4e404314e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:51.071994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 40972) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:51.072282 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0578c30e-5709-4558-a20b-5bcde90eb87f req-32071446-d018-411c-854b-ea4e404314e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 1162 time: 0.0828998
Feb 19 08:13:51.089484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:51.093089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.095122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:51.121161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0578c30e-5709-4558-a20b-5bcde90eb87f req-b608af2c-addb-4a1d-af72-9360d9532982 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403972
Feb 19 08:13:51.168542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:51.173005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:51.205110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.260828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:51.270539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:110fcbe9f57d408aa4c7f1012f711774 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:51.274670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:51.281523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:51.300126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 32326555-54ed-4b87-8981-ec9fb6c37d62 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:51.351324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0a90-b3f3-4ce2-8966-81ee5233469c req-6c2b73e6-cf8d-44ab-b8c9-1e7267cc75ca tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:51.352937 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42df0a90-b3f3-4ce2-8966-81ee5233469c req-6c2b73e6-cf8d-44ab-b8c9-1e7267cc75ca tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1366818
Feb 19 08:13:51.377198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 32326555-54ed-4b87-8981-ec9fb6c37d62 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:51.377619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.426689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.438466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.450422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d2be31e5-f874-47a0-82cc-23b5b867ded8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:51.488266 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42df0a90-b3f3-4ce2-8966-81ee5233469c req-ea415b66-e7b4-4a51-ba9d-0a9f6533dc77 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161966
Feb 19 08:13:51.500332 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=110fcbe9f57d408aa4c7f1012f711774&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4271290
Feb 19 08:13:51.503214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 40988) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:51.504898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f507f4-1436-43a5-a80a-47ef1af89fd4,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:51.510454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:51.513957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:51.589398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.592993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:51.593407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.634125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.683234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.688542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2a2bee71-5687-4403-bd5e-f6b80d0a9270 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:51.703385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f507f4-1436-43a5-a80a-47ef1af89fd4,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:51.707216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:51.708154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:51.712313 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5f507f4-1436-43a5-a80a-47ef1af89fd4 HTTP/1.1" status: 204  len: 168 time: 0.2076883
Feb 19 08:13:52.007352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41000) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:52.027601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.043460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:52.047731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Usage tracker for resource:security_group_rule and tenant:b46a8f00ec624182ad82f7a56da9c4a7 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:52.050782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:52.056935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:52.090844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c6733-8b83-41fa-8333-eefc6de3be5c req-6325a3fa-bf54-4a8b-bbff-bbd41c8ee3bd tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:52.092462 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b00c6733-8b83-41fa-8333-eefc6de3be5c req-6325a3fa-bf54-4a8b-bbff-bbd41c8ee3bd tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.0924764
Feb 19 08:13:52.141610 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b00c6733-8b83-41fa-8333-eefc6de3be5c req-db0b6d98-0894-4dd0-9c6c-9c62898ac575 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424054
Feb 19 08:13:52.144799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.148504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.157862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0b1793d9-5298-4540-bcb2-81c654a407db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:52.205101 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b46a8f00ec624182ad82f7a56da9c4a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1965113
Feb 19 08:13:52.207456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6329c39-8655-4fc7-8071-2d342d6c9df2,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:52.208678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41004) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:52.210782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:52.270726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.299117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.346190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.350276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e3704ffe-46be-4aad-bc30-9afd1dc2300c tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:52.365661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6329c39-8655-4fc7-8071-2d342d6c9df2,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:52.368502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:52.376843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:52.378799 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6329c39-8655-4fc7-8071-2d342d6c9df2 HTTP/1.1" status: 204  len: 168 time: 0.1689334
Feb 19 08:13:52.723687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeeeda-8341-4b04-a634-99f3b2099e70 req-87c3497e-91de-4d58-a6ba-7fa657efeb30 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:52.725363 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-92aeeeda-8341-4b04-a634-99f3b2099e70 req-87c3497e-91de-4d58-a6ba-7fa657efeb30 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1036088
Feb 19 08:13:52.778142 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-92aeeeda-8341-4b04-a634-99f3b2099e70 req-9eec5674-9e63-4157-961d-e22fab0baf4c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458117
Feb 19 08:13:52.793693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:52.848363 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'code': 200}
Feb 19 08:13:53.134243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789013-50db-4fc5-b9fe-9ec162cfed6b req-f84d5509-56fd-4822-9909-00f382ecc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:53.135767 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-20789013-50db-4fc5-b9fe-9ec162cfed6b req-f84d5509-56fd-4822-9909-00f382ecc718 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1163 time: 0.0844562
Feb 19 08:13:53.182846 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-20789013-50db-4fc5-b9fe-9ec162cfed6b req-44143453-63a2-4702-9dcc-4ad37327013f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399427
Feb 19 08:13:53.354982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdd62e-f1ce-41a8-a671-76020a1d85e4 req-7176e22d-d38a-478a-9634-f1b29b4c6aef tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:53.356580 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4efdd62e-f1ce-41a8-a671-76020a1d85e4 req-7176e22d-d38a-478a-9634-f1b29b4c6aef tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.0954225
Feb 19 08:13:53.410665 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4efdd62e-f1ce-41a8-a671-76020a1d85e4 req-7b49647c-5925-4177-ae6e-7e540cefc462 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475764
Feb 19 08:13:54.033552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41080) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:54.056174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259d9c-a8e5-4373-85c6-136db6e15e55 req-5220e114-b41c-4416-967c-99893bd52a5c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:54.064207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8f259d9c-a8e5-4373-85c6-136db6e15e55 req-5220e114-b41c-4416-967c-99893bd52a5c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1465788
Feb 19 08:13:54.069193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f074d5-5a19-4bf0-b90b-7a2e8b6e443a req-85d6fbaa-3dc7-4b16-9a80-a1fee1649f86 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:54.071159 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95f074d5-5a19-4bf0-b90b-7a2e8b6e443a req-85d6fbaa-3dc7-4b16-9a80-a1fee1649f86 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1179812
Feb 19 08:13:54.146354 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95f074d5-5a19-4bf0-b90b-7a2e8b6e443a req-7bb76ff8-e3e5-4411-b5e3-9ebdc788dfaf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667615
Feb 19 08:13:54.148830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8f259d9c-a8e5-4373-85c6-136db6e15e55 req-c2bcb397-625e-40bf-b731-b93b21aaf8a2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706868
Feb 19 08:13:54.231538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.248960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:54.253397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f55c84e95ad4a888fe96fd8cf8f06a1 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:54.256965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:54.263675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:54.318163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41090) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:54.357331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.360735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.371958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-608ee41f-840e-4381-be46-3436453bd1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:54.420710 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f55c84e95ad4a888fe96fd8cf8f06a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834212
Feb 19 08:13:54.421169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41096) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:54.422974 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8961adde-e51a-43c5-87fa-4a8873aaf375,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:54.427227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:54.480697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.516737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:54.530760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Usage tracker for resource:security_group_rule and tenant:4051025a9e3841d9aa6a6dfa00cf7a5f is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:54.537584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:54.544937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.550961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:54.664582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.763989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.772664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-493a3d5f-0967-4dab-82a6-8843243a8fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:54.782112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.790979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961adde-e51a-43c5-87fa-4a8873aaf375,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:54.796711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.807425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:54.807978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:54.856168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.857410 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9bcd5c0a-9baa-4d68-a54e-372190b553a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8961adde-e51a-43c5-87fa-4a8873aaf375 HTTP/1.1" status: 204  len: 168 time: 0.4349909
Feb 19 08:13:54.876642 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4051025a9e3841d9aa6a6dfa00cf7a5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5547874
Feb 19 08:13:54.877074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41108) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:54.884253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9e81b-ef5c-4528-832f-7cb09551f9e1,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:54.896300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:54.951436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:54.981469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:55.027718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbc621-ca22-40ef-87b2-b85f2ae8ee18 req-531c943b-51c5-45fc-869c-aad50dd65991 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:55.029347 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40bbc621-ca22-40ef-87b2-b85f2ae8ee18 req-531c943b-51c5-45fc-869c-aad50dd65991 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.0977373
Feb 19 08:13:55.032260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:55.041529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-da8356a0-a7e3-42b9-aef3-3e13f2b9f181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:55.057993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9e81b-ef5c-4528-832f-7cb09551f9e1,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:55.060160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:55.061400 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60f9e81b-ef5c-4528-832f-7cb09551f9e1 HTTP/1.1" status: 204  len: 168 time: 0.1831851
Feb 19 08:13:55.062407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:55.089875 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40bbc621-ca22-40ef-87b2-b85f2ae8ee18 req-cb5928bf-053e-4f79-b0bc-d385ff63204e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529795
Feb 19 08:13:55.339172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:13:55.389596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719124-e8b5-4647-9993-7b18fff6ce4a req-e678ad4b-e632-4267-b33a-e3120672cccc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:55.391924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48719124-e8b5-4647-9993-7b18fff6ce4a req-e678ad4b-e632-4267-b33a-e3120672cccc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1169047
Feb 19 08:13:55.422998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bec5-ed03-4343-9547-9080f3df33e6 req-e74ef32e-fd6e-4c20-b62a-e0baac2c6c97 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:55.425441 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da27bec5-ed03-4343-9547-9080f3df33e6 req-e74ef32e-fd6e-4c20-b62a-e0baac2c6c97 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1533108
Feb 19 08:13:55.448227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:13:55.448762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:55.478827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48719124-e8b5-4647-9993-7b18fff6ce4a req-87b264d7-c42f-4292-956e-611188e0eef6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743909
Feb 19 08:13:55.500383 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da27bec5-ed03-4343-9547-9080f3df33e6 req-4b2a9a6e-1b4f-4b7c-beb3-0baa7bab937b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645080
Feb 19 08:13:55.699008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5d1f4-4899-4544-bc11-c2290889e2b5 req-4f3071d3-2571-4d65-af37-2491d889b844 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:55.700705 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2cb5d1f4-4899-4544-bc11-c2290889e2b5 req-4f3071d3-2571-4d65-af37-2491d889b844 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1127210
Feb 19 08:13:55.711074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41134) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:55.716944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Request body: {'floatingip': {'port_id': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:55.803305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.285457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41150) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:56.427863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.433204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb0945-9d33-4c25-b9cb-29f241a285ac req-58445a8f-b5e7-4301-90cb-d616517afc27 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:56.434855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38cb0945-9d33-4c25-b9cb-29f241a285ac req-58445a8f-b5e7-4301-90cb-d616517afc27 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.2118068
Feb 19 08:13:56.447972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:56.452312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Usage tracker for resource:security_group_rule and tenant:3480507462b4422c9213ad4a63f34c52 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:56.455446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:56.461347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:56.565701 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-38cb0945-9d33-4c25-b9cb-29f241a285ac req-e4e63463-eeb6-4927-b1d9-8c972596d692 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228418
Feb 19 08:13:56.566593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.572631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.590475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b20c8842-df0d-4124-a047-b3d5cc5cecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:56.590628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.591447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.638971 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3480507462b4422c9213ad4a63f34c52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3521969
Feb 19 08:13:56.639718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41158) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:56.733415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394bb49-f936-4360-bb64-b1c85fa83f9f,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:56.737714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:56.789638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.832018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d03-f8e7-4b22-9b75-2656c9d957c9 req-db460ca2-b957-401a-ba52-ef8ec060f9db tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:56.833621 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c70a1d03-f8e7-4b22-9b75-2656c9d957c9 req-db460ca2-b957-401a-ba52-ef8ec060f9db tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.1662388
Feb 19 08:13:56.838212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.862578 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP 61496203-e962-484e-9f86-fe98fe371261 associated. External IP: 172.27.0.119, port: 2668c1d4-9416-4ead-8fdb-afeac90cd3de.
Feb 19 08:13:56.913827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c70a1d03-f8e7-4b22-9b75-2656c9d957c9 req-d7756e08-82ed-4dca-8c3d-9c790b075b65 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682714
Feb 19 08:13:56.923152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.928955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-29e1ea73-7025-4778-b67c-737cc9a924c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:56.943253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394bb49-f936-4360-bb64-b1c85fa83f9f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:56.946333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:56.947252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:56.950272 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4394bb49-f936-4360-bb64-b1c85fa83f9f HTTP/1.1" status: 204  len: 168 time: 0.3069711
Feb 19 08:13:57.117613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-56b62f59-3e16-4202-8409-65f60ce20411 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:57.119356 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-56b62f59-3e16-4202-8409-65f60ce20411 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 945 time: 0.3418589
Feb 19 08:13:57.128518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-8f6832f6-5318-4084-a75f-c2396e96368b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:57.130205 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-8f6832f6-5318-4084-a75f-c2396e96368b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 945 time: 0.3089862
Feb 19 08:13:57.261582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 32326555-54ed-4b87-8981-ec9fb6c37d62 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:13:57.401373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.433072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:57.453296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 32326555-54ed-4b87-8981-ec9fb6c37d62, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32326555-54ed-4b87-8981-ec9fb6c37d62,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:57.459524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.460371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 48a9b1d9-30f8-43bf-a55f-db39d0d00fee no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:13:57.524262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60aacae4-8976-4238-a776-37fe70664f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:57.644949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Deleting port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:57.645412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.649465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.686782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Deleting port 32326555-54ed-4b87-8981-ec9fb6c37d62 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:13:57.687087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.699269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:57.703220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:57.711589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:57.714912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:57.717575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:57.794894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:57.798641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:57.836148 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62', 'code': 200}
Feb 19 08:13:57.846268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41186) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:13:57.903473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:13:57.916404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426ce1-788f-4d01-84ce-02a24e5047a4 req-ab98a040-fe48-4335-8b28-b1aa2041df8e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:57.918143 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b426ce1-788f-4d01-84ce-02a24e5047a4 req-ab98a040-fe48-4335-8b28-b1aa2041df8e tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 943 time: 0.1028783
Feb 19 08:13:57.981807 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0b426ce1-788f-4d01-84ce-02a24e5047a4 req-36b2f7e5-525e-48b7-94be-8e59bcd760c7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554669
Feb 19 08:13:58.214601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-612259141-network', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:13:58.293308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:58.323487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Usage tracker for resource:network and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:58.332873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:58.360182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:58.437020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Made reservation on behalf of 0ce92a5f68974432a397a8bee5b04cea for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:13:58.441756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:58.496972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:58.522824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] For port 32326555-54ed-4b87-8981-ec9fb6c37d62, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32326555-54ed-4b87-8981-ec9fb6c37d62,segment=NetworkSegment(e3c5a13d-85bc-4f76-b7ad-400901603afd),segment_id=e3c5a13d-85bc-4f76-b7ad-400901603afd)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:58.523211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:58.534577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] For port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:13:58.534959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:58.545806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:13:58.552876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:58.555475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:13:58.565562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:13:58.566392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3c2cf8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:58.595641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:13:58.762716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:13:58.792024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Calling delete_port for 32326555-54ed-4b87-8981-ec9fb6c37d62 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:58.823718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Usage tracker for resource:security_group_rule and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:13:58.834167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f1361-8dad-4a3c-9613-42726c406288 req-edae41c9-6862-4eda-b1d9-9cda1d7ac2eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:58.835877 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-048f1361-8dad-4a3c-9613-42726c406288 req-edae41c9-6862-4eda-b1d9-9cda1d7ac2eb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 943 time: 0.7356956
Feb 19 08:13:58.836855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:13:58.871239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:13:58.967472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-683adf08-1847-42d0-956b-7fecb044ba81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "PUT /v2.0/floatingips/61496203-e962-484e-9f86-fe98fe371261 HTTP/1.1" status: 200  len: 992 time: 3.2551963
Feb 19 08:13:58.981480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:59.083791 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-048f1361-8dad-4a3c-9613-42726c406288 req-a324752d-018c-4c5d-9150-679226a512da tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2200408
Feb 19 08:13:59.155269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3c2cf8>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '61496203-e962-484e-9f86-fe98fe371261', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:97:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:13:30Z', 'updated_at': '2021-02-19T08:13:56Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:59.160853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:13:59.171169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:13:59.171854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3c2cf8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:59.271937 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'status': 'completed', 'code': 200}
Feb 19 08:13:59.376925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-feb36a80-c2f1-4be5-89c8-4d541ae532d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:59.378561 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-feb36a80-c2f1-4be5-89c8-4d541ae532d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1163 time: 0.0880373
Feb 19 08:13:59.538436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-f15b0ff7-dfd0-40fb-8b6f-9839f7f467fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:59.538986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:13:59.540221 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-f15b0ff7-dfd0-40fb-8b6f-9839f7f467fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.1541016
Feb 19 08:13:59.638363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:59.664585 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-4b116879-3881-43c8-8dac-c4864e354d5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 1000 time: 0.1168165
Feb 19 08:13:59.679034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a42d14c8-dee7-46da-8c45-da54c75cede6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:59.740631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-0f8b4e33-403e-4ae2-ad95-62aad508175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:13:59.742570 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-0f8b4e33-403e-4ae2-ad95-62aad508175a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.0704851
Feb 19 08:13:59.778255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:59.778688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:59.779051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Floating IP cac5eabf-89cc-4ab6-a131-53132e1184fc disassociated. External IP: 172.27.0.227, port: 48a9b1d9-30f8-43bf-a55f-db39d0d00fee.
Feb 19 08:13:59.779460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Calling delete_port for 48a9b1d9-30f8-43bf-a55f-db39d0d00fee owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:13:59.814474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:59.837097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:13:59.838362 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Pushing event deleted for resources: {'Port': ['ID=32326555-54ed-4b87-8981-ec9fb6c37d62,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:13:59.853737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:13:59.854549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:13:59.864470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:13:59.907196 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'code': 200}
Feb 19 08:13:59.952013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:13:59.984205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-271dfa84-421e-41cd-acde-10f81966336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3c2cf8>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '61496203-e962-484e-9f86-fe98fe371261', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:97:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:13:30Z', 'updated_at': '2021-02-19T08:13:56Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:13:59.989252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dfa84-421e-41cd-acde-10f81966336a None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '61496203-e962-484e-9f86-fe98fe371261', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'port_id': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'mac_address': 'fa:16:3e:97:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:13:30Z', 'updated_at': '2021-02-19T08:13:56Z', 'revision_number': 1, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:00.011630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696bb27-ee37-43d9-8455-ca55b665bf15 req-4df681e3-5bda-4890-bcda-6d9dfd61d1c7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:00.013269 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4696bb27-ee37-43d9-8455-ca55b665bf15 req-4df681e3-5bda-4890-bcda-6d9dfd61d1c7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f HTTP/1.1" status: 200  len: 865 time: 0.7436676
Feb 19 08:14:00.014031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ef428-93f6-4e10-b115-31a6f9d68ce8,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:00.028016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:00.036828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.037223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Added segment ffe5b533-92bb-475d-b181-4f168853ac17 of type vxlan for network 18c2a9eb-6252-444b-9242-b0b5cd0116d5
Feb 19 08:14:00.061143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-e4ffe5af-0178-4f16-b4a9-1bad88235fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:00.062957 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-e4ffe5af-0178-4f16-b4a9-1bad88235fbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3126163
Feb 19 08:14:00.177573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.223939 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4696bb27-ee37-43d9-8455-ca55b665bf15 req-4a6af8a4-187d-4f45-b4ab-9165fc431be5 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a771305-e8fd-4261-b5ef-a51673053620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947365
Feb 19 08:14:00.228475 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-4c1fb81d-475e-45da-8635-cabe19da4113 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539390
Feb 19 08:14:00.243610 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] No DVR routers for this DVR port 32326555-54ed-4b87-8981-ec9fb6c37d62 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:14:00.249693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.260641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.288918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5319278f-0ecc-471d-bacb-2e86d1bdc720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:00.352650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82455d-ed6b-459a-a5b2-b0dfa4208726 None None] New status for floating IP 61496203-e962-484e-9f86-fe98fe371261: ACTIVE {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:14:00.404258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'Port': ['ID=48a9b1d9-30f8-43bf-a55f-db39d0d00fee,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:00.430305 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-135d5e1c-57fb-4f23-af1e-ed65031dfda7 req-dd9f1b30-a2a1-4609-b1ab-90681f27341a service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1925073
Feb 19 08:14:00.451094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:00.483112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.487195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f013bc94-62a9-449a-93c3-cd628f87ad60 req-958ba4d7-c543-469c-846f-def89713df2d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:00.492818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:00.493452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.497764 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1ad948ae-29e8-4bf2-8273-09fe9b72e381 req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] 10.222.0.70 "DELETE /v2.0/ports/32326555-54ed-4b87-8981-ec9fb6c37d62 HTTP/1.1" status: 204  len: 173 time: 3.3082116
Feb 19 08:14:00.502121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:00.635544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41208) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:00.636082 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 2.7565954
Feb 19 08:14:00.643021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Request body: {'subnet': {'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-612259141-subnet', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:00.647688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f013bc94-62a9-449a-93c3-cd628f87ad60 req-958ba4d7-c543-469c-846f-def89713df2d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:00.648880 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f013bc94-62a9-449a-93c3-cd628f87ad60 req-958ba4d7-c543-469c-846f-def89713df2d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 210 time: 0.2494404
Feb 19 08:14:00.654961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Pushing event updated for resources: {'Network': ['ID=18c2a9eb-6252-444b-9242-b0b5cd0116d5,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:00.659331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9dead05a-81ae-4987-af8b-fe57a45b06cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:00.661297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:00.669420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:00.687402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Usage tracker for resource:subnet and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:00.691452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:00.707221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:00.722192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Made reservation on behalf of 0ce92a5f68974432a397a8bee5b04cea for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:00.727471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:00.824381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:00.894168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:14:01.103195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:01.115242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:01.134753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:01.135463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e57ba58>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:01.172885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] No DVR routers for this DVR port 48a9b1d9-30f8-43bf-a55f-db39d0d00fee on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:14:01.180402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:01.187323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d3cc030-70b9-4355-9202-3dde537e8aef req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "DELETE /v2.0/ports/48a9b1d9-30f8-43bf-a55f-db39d0d00fee HTTP/1.1" status: 204  len: 173 time: 3.9938340
Feb 19 08:14:01.209278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:01.227458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4982163a-197f-4685-af7f-1e5495a146f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:01.276168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-deleted', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62'}, {'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-deleted', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:01.439492 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcd0aeb-2add-4ceb-9d7f-ccb8368e008f', 'name': 'network-vif-deleted', 'tag': '32326555-54ed-4b87-8981-ec9fb6c37d62', 'status': 'completed', 'code': 200}
Feb 19 08:14:01.439930 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdbed77-a672-42da-9c70-4c9a51bd9f0f', 'name': 'network-vif-deleted', 'tag': '48a9b1d9-30f8-43bf-a55f-db39d0d00fee', 'status': 'completed', 'code': 200}
Feb 19 08:14:01.442658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:01.443480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:01.449368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:01.512300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Checking segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:01.512849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Network hostable DHCP agents. Network: 18c2a9eb-6252-444b-9242-b0b5cd0116d5, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:14:01.535478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:14:01.544824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 18c2a9eb-6252-444b-9242-b0b5cd0116d5) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:01.557329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:01.558016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:01.582890 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c760c739-3208-4aaa-84cd-ef675008ed12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9421031
Feb 19 08:14:01.583159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41222) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:01.594695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b8090-3348-42f6-b2a4-da1f0ba86bb9 None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:01.599923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:01.605751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:01.610468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Usage tracker for resource:router and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:01.618122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:01.624560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:01.636492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:01.638467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:01.657746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.007382 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35008c53-804c-469b-a47e-e7365e61826b req-790caaa2-f065-44b4-baba-aa1341b6adba tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fdbed77-a672-42da-9c70-4c9a51bd9f0f HTTP/1.1" status: 200  len: 210 time: 0.1831632
Feb 19 08:14:02.034889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.061776 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:14:02.062874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.199293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e57ba58>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:02.207917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:02.239813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:02.240511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e57ba58>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:02.399049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.438625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.739462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Allocated IP 172.27.0.98 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/4cd111e0-ad04-4d3b-a879-65fc71990e0f) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:02.762450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:02.837509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Allocated IP 172.20.0.2 (18c2a9eb-6252-444b-9242-b0b5cd0116d5/7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c/b4ca93a5-9257-42eb-b2c7-5227dddec402) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:02.913932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.953755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:02.970045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:03.153455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41272) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:03.175968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd111e0-ad04-4d3b-a879-65fc71990e0f,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:03.180603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:03.182584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:03.183900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:03.186494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:03.233723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.266443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.332055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.341002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-506e4a6a-4386-45d5-b4a4-40d76338bc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:03.355496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:03.363553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:03.364592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.369114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "DELETE /v2.0/security-groups/16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9 HTTP/1.1" status: 204  len: 168 time: 0.2116022
Feb 19 08:14:03.369295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e57ba58>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:03.369633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41276) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:03.389306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f16d8b-f5bc-4a8f-9fa6-a3734cb5eec0 None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:03.389583 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.v2.resource [None req-fde4e636-b1b4-4b9a-8ba9-55962064ec35 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] show failed (client error): The resource could not be found.
Feb 19 08:14:03.393782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fde4e636-b1b4-4b9a-8ba9-55962064ec35 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups/16b28f2b-29e4-4e51-9ef1-3c30eb8bc9d9 HTTP/1.1" status: 404  len: 347 time: 0.0201318
Feb 19 08:14:03.394701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41280) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:03.407633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.421366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Transition to ACTIVE for port object b4ca93a5-9257-42eb-b2c7-5227dddec402 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:03.444414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Transition to ACTIVE for port object b4ca93a5-9257-42eb-b2c7-5227dddec402 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:03.450573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.466485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:03.579290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Deleting port 9eaa18e9-a8ad-4351-bac1-ff5c40b54403 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:14:03.580024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.610371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Pushing event updated for resources: {'Port': ['ID=b4ca93a5-9257-42eb-b2c7-5227dddec402,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:03.614047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:03.705586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:03.706989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:03.709741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:03.806671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Attempting to bind port b4ca93a5-9257-42eb-b2c7-5227dddec402 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:03.807242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Attempting to bind port b4ca93a5-9257-42eb-b2c7-5227dddec402 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:03.810098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Attempting to bind port b4ca93a5-9257-42eb-b2c7-5227dddec402 on network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:03.813674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.814319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.818055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:03.818631 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Checking segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:03.819217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.819769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Bound using segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:03.820602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Bound port: b4ca93a5-9257-42eb-b2c7-5227dddec402, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:03.821145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.926102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] For port b4ca93a5-9257-42eb-b2c7-5227dddec402, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:03.929753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] For port b4ca93a5-9257-42eb-b2c7-5227dddec402, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=b4ca93a5-9257-42eb-b2c7-5227dddec402,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:03.933440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:03.949644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:03.955674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Calling delete_port for 9eaa18e9-a8ad-4351-bac1-ff5c40b54403 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:14:03.962266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726be53-6ebc-4b7e-ac36-da2d08598cf0 None None] New status for floating IP cac5eabf-89cc-4ab6-a131-53132e1184fc: DOWN {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:14:03.980491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.109005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Pushing event updated for resources: {'Port': ['ID=b4ca93a5-9257-42eb-b2c7-5227dddec402,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:04.114763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:04.138599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.147349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-9726be53-6ebc-4b7e-ac36-da2d08598cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:14:04.147761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-9726be53-6ebc-4b7e-ac36-da2d08598cf0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:14:04.156717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f89f1b1f-545e-43ad-9417-e5eadb1c5365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:04.428108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.525268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'Port': ['ID=9eaa18e9-a8ad-4351-bac1-ff5c40b54403,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:04.531579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:04.649060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726be53-6ebc-4b7e-ac36-da2d08598cf0 None None] New status for floating IP cac5eabf-89cc-4ab6-a131-53132e1184fc: DOWN {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:14:04.651722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.670234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:14:04.673193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.675272 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "DELETE /v2.0/floatingips/cac5eabf-89cc-4ab6-a131-53132e1184fc HTTP/1.1" status: 204  len: 168 time: 1.2781796
Feb 19 08:14:04.888239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:04.899692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Sync routers for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:04.913843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.915645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3312178
Feb 19 08:14:04.918234 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41292) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:04.921832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41296) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:04.922965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:04.923863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa0ae390e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:13:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:04.928679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764376995', 'description': 'tempest-description--1553606843'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:04.935444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:04.940051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:04.943315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:04.952390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:04.966421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:04.992700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:04.996918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:05.000255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:05.006771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:05.083569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.087193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.113893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8d733f9d-8602-454e-9aac-18bd35f81f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:05.121451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:05.144428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cf2a34-996b-422a-83fa-daed51b65e70,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:05.148682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:05.149858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.154383 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2312346
Feb 19 08:14:05.155074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41300) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:05.163273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group_rule': {'security_group_id': 'd1cf2a34-996b-422a-83fa-daed51b65e70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:05.170092 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:05.174214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:05.177442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:05.183366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:05.201331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.293489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.297171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.301396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:05.334006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbd18c6-f514-4f69-963a-8c90ed779065,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:05.337279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:05.345516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.346940 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-36443782-521e-47a8-b754-c588ed90c89f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1908484
Feb 19 08:14:05.349838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41308) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:05.355877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'security_group_rule': {'security_group_id': 'd1cf2a34-996b-422a-83fa-daed51b65e70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:05.363175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:05.367480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:security_group_rule and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:05.370835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:05.377140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:05.398807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.481571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.487298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.495636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-31ee1dda-a586-499c-8d58-c9161d9e1b96 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:05.497522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa0ae390e48>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:03Z', 'revision_number': 3, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:05.502124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Checking router: acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:05.502810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Updating router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 port 4cd111e0-ad04-4d3b-a879-65fc71990e0f binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:14:05.522829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a82df5-37b8-40e6-874a-c105e075b8c4,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:05.525930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:05.544984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.550594 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d03762c8-4e5b-41cc-88fd-c28a0cd0b147 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1996057
Feb 19 08:14:05.551337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41312) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:05.561491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:05.568096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:05.572348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Usage tracker for resource:floatingip and tenant:2fc591cc35da49519c6af7f73322857a is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:05.576074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:05.578296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.583390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:05.594519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.680311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f9719-93be-4aa7-8b67-4276e5fa4d02 None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:05.813229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:05.832782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device b4ca93a5-9257-42eb-b2c7-5227dddec402 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:05.852061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.179258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Allocated IP 172.27.0.145 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/d133ede1-f08a-49c3-8bad-985f0748780f) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:06.208574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5fdde2a-6d63-403e-bfee-53209dd1b7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.221578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f5392cb3-cc93-49ce-b5bf-70b3c0e3799c None None] Provisioning for port b4ca93a5-9257-42eb-b2c7-5227dddec402 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:06.307793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port b4ca93a5-9257-42eb-b2c7-5227dddec402 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:06.308491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Allocated IP 172.20.0.1 (18c2a9eb-6252-444b-9242-b0b5cd0116d5/7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c/153561f2-b675-4b4c-bd60-cf0de4bdb8c1) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:06.323051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port b4ca93a5-9257-42eb-b2c7-5227dddec402 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:06.323465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.362315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.397694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.420861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5c120936-823f-4cd1-b52f-634e65bae9e1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:06.584869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=d133ede1-f08a-49c3-8bad-985f0748780f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:06.591375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:06.648542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:06.650686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:06.657560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.660439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:06.766799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port b4ca93a5-9257-42eb-b2c7-5227dddec402, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=b4ca93a5-9257-42eb-b2c7-5227dddec402,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:06.768819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.773669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.778059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.782596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:06.798296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Transition to ACTIVE for port object 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:06.823435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.843483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.849414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.877327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Transition to ACTIVE for port object 4cd111e0-ad04-4d3b-a879-65fc71990e0f will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:06.881684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=b4ca93a5-9257-42eb-b2c7-5227dddec402,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:06.884739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:06.899618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:06.900144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:06.967477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d44104c8-227d-4579-832c-7c57e5797cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:07.035801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:07.038695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:07.043410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:07.058736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Pushing event updated for resources: {'Port': ['ID=4cd111e0-ad04-4d3b-a879-65fc71990e0f,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:07.064409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:07.067658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f0b8177c-25f2-4c8a-b955-a41a1364ccba None None] Provisioning complete for port b4ca93a5-9257-42eb-b2c7-5227dddec402 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:07.068020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0b8177c-25f2-4c8a-b955-a41a1364ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.108246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Pushing event updated for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:07.140512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:07.165527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.317697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.322787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.338194 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Attempting to bind port 4cd111e0-ad04-4d3b-a879-65fc71990e0f on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:07.340334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Attempting to bind port 4cd111e0-ad04-4d3b-a879-65fc71990e0f by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:07.344935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Attempting to bind port 4cd111e0-ad04-4d3b-a879-65fc71990e0f on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:07.404845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:07.404845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:07.406159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.406672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:07.407274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Bound port: 4cd111e0-ad04-4d3b-a879-65fc71990e0f, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:07.407779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.465694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:07.555676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.562766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Provisioning for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:07.574197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Provisioning complete for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:07.575627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=d133ede1-f08a-49c3-8bad-985f0748780f,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:07.579919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.585729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:07.719286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.738167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] For port 4cd111e0-ad04-4d3b-a879-65fc71990e0f, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:07.742133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:07.746158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device b4ca93a5-9257-42eb-b2c7-5227dddec402 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:07.750035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.751396 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1980796
Feb 19 08:14:07.809428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] For port 4cd111e0-ad04-4d3b-a879-65fc71990e0f, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=4cd111e0-ad04-4d3b-a879-65fc71990e0f,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:07.828347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:07.848412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1fa4fe34-54f7-4a15-9a6c-a0b5706465d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:07.993588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Provisioning complete for port b4ca93a5-9257-42eb-b2c7-5227dddec402 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:07.994187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e702c4d-c357-4f1d-af42-6253aa7ed573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.010207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.052367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.118933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-60af7cbb-20cf-4350-9f1e-d9bba6c716e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:08.215029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Pushing event updated for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:08.234252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:08.240593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.249225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port b4ca93a5-9257-42eb-b2c7-5227dddec402 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:08.249849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.356598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Pushing event updated for resources: {'Port': ['ID=4cd111e0-ad04-4d3b-a879-65fc71990e0f,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:08.370739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:08.426597 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-9abc284d-f801-4284-95d2-345ca8e3a6a3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1764376995&fields=id&tenant_id=2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 267 time: 0.4130287
Feb 19 08:14:08.471515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-65614ba9-c948-4857-8707-ca010b004994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.520782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:08.521493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa0ae390e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:08.538406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:08.545598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:08.890147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-ea22b936-b87a-46d3-8ac6-5651ebee610d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:08.892107 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-ea22b936-b87a-46d3-8ac6-5651ebee610d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 810 time: 0.4646380
Feb 19 08:14:08.922227 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-974d263a-b519-4b4b-b81f-bbdcf598b276 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/quotas/2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 375 time: 0.0170453
Feb 19 08:14:08.932633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:14:08.972231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:08.975536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3de92877-5d9b-438e-903a-39c3e507a15b None None] Provisioning complete for port b4ca93a5-9257-42eb-b2c7-5227dddec402 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:08.975932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3de92877-5d9b-438e-903a-39c3e507a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:09.082867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:09.204130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-3482b71d-e205-4b35-b38b-769a10c04dfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2736535
Feb 19 08:14:09.240547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:09.287422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] 10.222.0.13 "PUT /v2.0/routers/acc34cf7-e8e4-480d-ba6f-6cc7c44350e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3578367
Feb 19 08:14:09.472014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-27ddd90e-8d31-4a30-949d-c2d92e84353b None None] Provisioning complete for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:09.472572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27ddd90e-8d31-4a30-949d-c2d92e84353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:09.560953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-27ddd90e-8d31-4a30-949d-c2d92e84353b None None] Port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:09.714831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:09.748504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa0ae390e48>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 2, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:09.757603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc89a8-b2d6-40a6-8cb5-28d6bff55137 None None] The sync data for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi is: [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 2, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:09.864655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-482379cc-9663-4232-8bf5-e5fdda9d36ab service neutron] 10.222.0.13 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6476762
Feb 19 08:14:10.059452 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-e96cdf22-3b82-4612-9f60-879832865578 service neutron] 10.222.0.13 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882756
Feb 19 08:14:10.443600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:10.480848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-b9c74fcc-ff2e-46d2-a53e-44ec22ed74e6 req-2e19c295-6ae6-4f7b-b253-8fd2936b2193 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:10.542120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-b9c74fcc-ff2e-46d2-a53e-44ec22ed74e6 req-2e19c295-6ae6-4f7b-b253-8fd2936b2193 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:10.543599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b9c74fcc-ff2e-46d2-a53e-44ec22ed74e6 req-2e19c295-6ae6-4f7b-b253-8fd2936b2193 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.1527188
Feb 19 08:14:11.253784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-f5ce2cd8-4e8c-4c2c-be89-0262be3a7a6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3494084
Feb 19 08:14:11.512950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-7a1fee5d-8b05-4235-9edf-458284f338c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:11.518881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-7a1fee5d-8b05-4235-9edf-458284f338c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.2398818
Feb 19 08:14:11.836585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 4cd111e0-ad04-4d3b-a879-65fc71990e0f up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:11.901870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-c9eb240a-2604-43f7-959f-e5b5c889a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:11.910780 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-c9eb240a-2604-43f7-959f-e5b5c889a39d service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.3500879
Feb 19 08:14:11.984678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 4cd111e0-ad04-4d3b-a879-65fc71990e0f completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:11.990619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 4cd111e0-ad04-4d3b-a879-65fc71990e0f triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:11.991036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:12.073164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29692e-aad5-40a0-97fe-965539f2ff34 req-8aa18e5f-25bf-4c9e-a06b-757a6f8ee0cb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:12.090501 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ac29692e-aad5-40a0-97fe-965539f2ff34 req-8aa18e5f-25bf-4c9e-a06b-757a6f8ee0cb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.2441676
Feb 19 08:14:12.251315 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ac29692e-aad5-40a0-97fe-965539f2ff34 req-719ad316-da3c-4345-9cbf-b025145665d1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1598432
Feb 19 08:14:12.259864 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-77e40b2c-940f-4700-989e-d7603f3c1ca4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 1000 time: 0.3479097
Feb 19 08:14:12.373511 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11223e87-ff72-4569-92ad-819dbb05720a req-4a94dfef-9d92-4865-9f2d-44274671dfba tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.1915023
Feb 19 08:14:12.420561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:12.460077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 4cd111e0-ad04-4d3b-a879-65fc71990e0f, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=4cd111e0-ad04-4d3b-a879-65fc71990e0f,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:12.464805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:12.467183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:12.488121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-555e606f-1f53-4209-8fcf-79a0b25e9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:12.489895 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-555e606f-1f53-4209-8fcf-79a0b25e9baa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.2228925
Feb 19 08:14:12.559509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=4cd111e0-ad04-4d3b-a879-65fc71990e0f,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:12.570382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.571148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.571724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.572293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.573306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.573925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.574491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.575056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.575648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.576357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.576920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.577710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.584465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.585229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.585842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.586574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.587142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.587709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.588286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.588846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.589544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.590144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.590723 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.591294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:12.605866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:12.908162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-aec77dea-0f2f-4dbc-874c-da1973ab46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:12.909953 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-aec77dea-0f2f-4dbc-874c-da1973ab46a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3171651
Feb 19 08:14:13.075759 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-ecc9045d-d174-4a88-b0f3-15238d43f7eb service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525559
Feb 19 08:14:13.123358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-5d25226b-f8bb-4d06-b74b-6dcb70e370cd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:13.125195 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-5d25226b-f8bb-4d06-b74b-6dcb70e370cd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 810 time: 0.4197304
Feb 19 08:14:13.329039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20ea2977-8010-499e-80fd-57f02b9574f6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:13.370108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20ea2977-8010-499e-80fd-57f02b9574f6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:13.371510 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20ea2977-8010-499e-80fd-57f02b9574f6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fc591cc35da49519c6af7f73322857a HTTP/1.1" status: 200  len: 5705 time: 0.2230134
Feb 19 08:14:13.390679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'port': {'device_id': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'admin_state_up': True, 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'security_groups': ['d1cf2a34-996b-422a-83fa-daed51b65e70']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:13.462574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:13.592350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:13.603351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:13.672394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Made reservation on behalf of 2fc591cc35da49519c6af7f73322857a for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:13.678606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:13.706989 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1fd3e112-3844-49e9-8665-d7a5885ad2fe req-ce459584-18b7-4720-98e9-8b6d0fda5c7a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.1393356
Feb 19 08:14:13.751538 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-06864e29-cf98-4b9c-82f2-9b440968b0a7 req-b8112189-1580-4ba2-982e-76c43b2a5702 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6254864
Feb 19 08:14:13.865109 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 4cd111e0-ad04-4d3b-a879-65fc71990e0f up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:14.069080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 4cd111e0-ad04-4d3b-a879-65fc71990e0f triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:14.069522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:14.099909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf98fb-6013-4783-96aa-c8c010891a5a req-7aafbea9-13fc-465a-b765-4eab46f2a5c7 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:14.108304 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fcaf98fb-6013-4783-96aa-c8c010891a5a req-7aafbea9-13fc-465a-b765-4eab46f2a5c7 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.4919212
Feb 19 08:14:14.262464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fcaf98fb-6013-4783-96aa-c8c010891a5a req-78ae6979-d766-4faf-b967-63f03c149c22 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1530869
Feb 19 08:14:14.459061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Sync routers for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:14.495801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:14.496507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e2889b0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:14.546641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Allocated IP 172.20.0.7 (74114e28-4116-48e9-9554-efbe2574bf35/0b872576-9a43-4bf3-a83a-6cd67e7751e8/f4c00605-3011-4ca7-9a2f-9397f9cef68d) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:14.887353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:15.148464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-695c0e2c-4d6f-4559-b2bd-5390e1825c4c req-419f6837-bfb9-40f7-8061-e74db0d78887 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.1975143
Feb 19 08:14:15.173637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:15.212453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Transition to ACTIVE for port object f4c00605-3011-4ca7-9a2f-9397f9cef68d will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:15.255625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:15.287388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-81917bf0-c808-4a85-9956-88e44eb8fba9 tempest-ServerRescueNegativeTestJSON-374687527 tempest-ServerRescueNegativeTestJSON-374687527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:15.420865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event updated for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:15.477942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:15.714385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e2889b0>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 2, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:15.719088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Checking router: acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:15.720998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Updating router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:14:15.742693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ae66-4645-409c-b351-07f309a6147b req-51c4eaea-297b-40f4-8ad7-75aaf775600b tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:15.744752 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1947ae66-4645-409c-b351-07f309a6147b req-51c4eaea-297b-40f4-8ad7-75aaf775600b tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1604774
Feb 19 08:14:15.746556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Network 74114e28-4116-48e9-9554-efbe2574bf35 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:15.758133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:15.774088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:15.868808 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:15.872233 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1947ae66-4645-409c-b351-07f309a6147b req-4f77e7d6-8f3a-4a50-a254-3d5193b5c6d6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1200690
Feb 19 08:14:15.912444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:15.913426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:15.987168 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6001170
Feb 19 08:14:16.007880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Request body: {'port': {'device_id': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:16.150634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c5837c3a-0eea-46d3-bdf5-22a5a8a429b3 None None] Provisioning for port f4c00605-3011-4ca7-9a2f-9397f9cef68d completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:16.173778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c5837c3a-0eea-46d3-bdf5-22a5a8a429b3 None None] Provisioning complete for port f4c00605-3011-4ca7-9a2f-9397f9cef68d triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:16.175100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5837c3a-0eea-46d3-bdf5-22a5a8a429b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:16.203681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:16.385371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c5837c3a-0eea-46d3-bdf5-22a5a8a429b3 None None] Port f4c00605-3011-4ca7-9a2f-9397f9cef68d cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:16.851954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:16.872556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Transition to ACTIVE for port object 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:16.875864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:17.098618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c00605-3011-4ca7-9a2f-9397f9cef68d {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:14:17.110680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:17.131247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Transition to ACTIVE for port object f4c00605-3011-4ca7-9a2f-9397f9cef68d will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:17.203691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc533099-e8c4-40e3-ab24-43ff09e93069 req-e0abdea9-2049-4093-85da-d37792323f1d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:17.206017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-dc533099-e8c4-40e3-ab24-43ff09e93069 req-e0abdea9-2049-4093-85da-d37792323f1d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:17.211021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:17.225920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:17.243077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e5b73665-a045-4f0c-bb8f-25a90aeb27f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:17.300863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d01bfd-15bc-4d01-96e4-2e9bd2235948 req-5159e5ee-72ed-4f1f-91e2-9de33e4055a9 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:17.302556 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-44d01bfd-15bc-4d01-96e4-2e9bd2235948 req-5159e5ee-72ed-4f1f-91e2-9de33e4055a9 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1779888
Feb 19 08:14:17.440437 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-44d01bfd-15bc-4d01-96e4-2e9bd2235948 req-d3ce0433-92f1-4168-96a4-c291c66a8407 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1155479
Feb 19 08:14:17.619751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-dc533099-e8c4-40e3-ab24-43ff09e93069 req-e0abdea9-2049-4093-85da-d37792323f1d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:17.632318 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dc533099-e8c4-40e3-ab24-43ff09e93069 req-e0abdea9-2049-4093-85da-d37792323f1d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 931 time: 1.1505408
Feb 19 08:14:17.813634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-dc533099-e8c4-40e3-ab24-43ff09e93069 req-577386cd-6c35-45c1-b56e-d3e898bdb60f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718194
Feb 19 08:14:17.918833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:17.927882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:18.076351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Attempting to bind port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:18.077129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Attempting to bind port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:18.078319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Attempting to bind port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 on network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:18.101296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:18.102177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Checking segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:18.102849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:18.103702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Bound using segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:18.104549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Bound port: 153561f2-b675-4b4c-bd60-cf0de4bdb8c1, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:18.105222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:18.438402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Pushing event updated for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:18.470010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Attempting to bind port f4c00605-3011-4ca7-9a2f-9397f9cef68d on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:18.471372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Attempting to bind port f4c00605-3011-4ca7-9a2f-9397f9cef68d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:18.472065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Attempting to bind port f4c00605-3011-4ca7-9a2f-9397f9cef68d on network 74114e28-4116-48e9-9554-efbe2574bf35 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:18.493905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.513300 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:18.514053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Checking segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:18.514755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:18.516009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.516638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.517269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.517964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.518601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.519247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.519857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.520505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.521123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.521750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.522486 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Bound using segment: {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:18.523366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Bound port: f4c00605-3011-4ca7-9a2f-9397f9cef68d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ab02a-3f72-45d6-a12a-253671a40652', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:18.524024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:18.538751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.539574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.540182 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.540813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.541438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.542087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.542710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.543327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.543946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.544562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.545174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.545893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.558333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:18.585100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:18.759950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] For port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:18.777186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] For port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:18.798559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:18.851777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:19.119516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Pushing event updated for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=4']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:19.139950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7a9cdf68-f50a-43d9-927c-d759c0cd7ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:19.150953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:19.166804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:19.175310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:19.259981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:19.260678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e2889b0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:19.335656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1fe7-0724-4ebc-a756-8b6473fc9d45 req-d9db69f7-caaf-4098-bfc8-6b48f2de70e1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:19.337924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-066c1fe7-0724-4ebc-a756-8b6473fc9d45 req-d9db69f7-caaf-4098-bfc8-6b48f2de70e1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.2240145
Feb 19 08:14:19.443177 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-066c1fe7-0724-4ebc-a756-8b6473fc9d45 req-736529e8-37f3-452c-b9ec-2a330bfa642f tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945859
Feb 19 08:14:19.577670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:19.759785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8932692-1316-49c0-ad5a-fc4ccf9054d1 req-525b48ab-ab17-44c0-a252-0c4a111303d9 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:19.782432 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8932692-1316-49c0-ad5a-fc4ccf9054d1 req-525b48ab-ab17-44c0-a252-0c4a111303d9 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.9675221
Feb 19 08:14:19.928087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:19.929104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:19.935440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:19.936232 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] 10.222.0.70 "PUT /v2.0/ports/f4c00605-3011-4ca7-9a2f-9397f9cef68d HTTP/1.1" status: 200  len: 1157 time: 3.9400370
Feb 19 08:14:19.939500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:20.113579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:20.231210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:20.245488 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b8932692-1316-49c0-ad5a-fc4ccf9054d1 req-2ccca1c4-00eb-4a16-93a7-c97b9604b5b4 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.4612782
Feb 19 08:14:20.254586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:20.259939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:20.269054 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'status': 'completed', 'code': 200}
Feb 19 08:14:20.280397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:20.281061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:20.352977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-023235d7-df25-46f1-aa45-6d3d56deea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:20.354817 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-023235d7-df25-46f1-aa45-6d3d56deea29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 1160 time: 0.2933123
Feb 19 08:14:20.425636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:20.562890 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-9fb646e2-bb1c-46a0-800c-e1764d00f4d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d HTTP/1.1" status: 200  len: 217 time: 0.1982572
Feb 19 08:14:20.755756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:20.756423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:20.937189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-56ee1cd0-076e-4a6b-936e-f070f1177149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:20.943626 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-56ee1cd0-076e-4a6b-936e-f070f1177149 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.3666103
Feb 19 08:14:21.012296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:14:21.104753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e2889b0>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:18Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:21.120313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742e93a-e4da-4038-b448-4d15d1a5d7b4 None None] The sync data for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi is: [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:18Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:21.242642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf978d-acb4-4728-937b-c6e45f80fcf1 req-cbcff386-8568-4ab9-a21e-9952fbf53f1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:21.253251 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42cf978d-acb4-4728-937b-c6e45f80fcf1 req-cbcff386-8568-4ab9-a21e-9952fbf53f1a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.3325446
Feb 19 08:14:21.372907 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42cf978d-acb4-4728-937b-c6e45f80fcf1 req-5f15ac90-6255-44ae-aad5-df5b3a623697 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107154
Feb 19 08:14:21.447784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bfff-f084-4cad-ae76-deffd5577466 req-56607442-5048-4878-84e2-c9c1e73150b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:21.469384 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-56607442-5048-4878-84e2-c9c1e73150b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5155790
Feb 19 08:14:21.572622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:21.687309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:21.699745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:21.702668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-98a63e8b-d79e-4ad6-8302-1d4602c90bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:21.873269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:21.878750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:22.062136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640b01-77da-43de-aa5b-54e2aed40ab6 req-20a462db-a1e7-497a-b0ac-6784c1cdd31d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:22.070158 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86640b01-77da-43de-aa5b-54e2aed40ab6 req-20a462db-a1e7-497a-b0ac-6784c1cdd31d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.2886539
Feb 19 08:14:22.142716 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86640b01-77da-43de-aa5b-54e2aed40ab6 req-1cfb8b30-5f04-4c72-8e6f-8c7546360dc8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0659103
Feb 19 08:14:22.168577 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-e590d9d6-3d40-4a2a-9bb6-e52ad5d28a7e service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6886511
Feb 19 08:14:22.346430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-29fbad70-054b-4f40-9578-3c863fab839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:22.357915 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-29fbad70-054b-4f40-9578-3c863fab839e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.3984644
Feb 19 08:14:22.780557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-ecc80f54-b016-4376-9374-c837c74b4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:22.785926 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-ecc80f54-b016-4376-9374-c837c74b4ed7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.4087517
Feb 19 08:14:23.096936 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-2524d4a6-0093-42ae-9a4b-0f3a54facabd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 1000 time: 0.2350082
Feb 19 08:14:23.218244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-488d6817-324b-43b9-8715-0998401beaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:23.219899 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-488d6817-324b-43b9-8715-0998401beaba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.1151700
Feb 19 08:14:23.222586 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1813bfff-f084-4cad-ae76-deffd5577466 req-4ed95ca3-0ebb-4e37-975b-91d31def69fa service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0433323
Feb 19 08:14:23.449643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179c891-c564-4e21-8953-193274a6b235 req-4a5ec3a3-7d0d-418e-9460-808cde382c1c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:23.451523 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4179c891-c564-4e21-8953-193274a6b235 req-4a5ec3a3-7d0d-418e-9460-808cde382c1c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.6644802
Feb 19 08:14:23.519816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c7e3-b538-404a-b2f9-f03a2e84ea86 req-b2e1e84f-4f4d-4b2d-b9cd-282d0664a7b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:23.521741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9313c7e3-b538-404a-b2f9-f03a2e84ea86 req-b2e1e84f-4f4d-4b2d-b9cd-282d0664a7b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1639667
Feb 19 08:14:23.549485 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4179c891-c564-4e21-8953-193274a6b235 req-19ef0502-569c-4f4c-9e53-26b2d3f75eca tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869348
Feb 19 08:14:23.554461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-33c6cb95-0088-4489-8040-e4d4e4e6cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:23.556130 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-33c6cb95-0088-4489-8040-e4d4e4e6cc16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3146548
Feb 19 08:14:23.558527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-1eb4e482-9832-42c7-b019-3883cf03ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:23.560317 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-1eb4e482-9832-42c7-b019-3883cf03ad6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 1160 time: 0.2596467
Feb 19 08:14:23.687358 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9313c7e3-b538-404a-b2f9-f03a2e84ea86 req-a2c1c4ea-d524-4183-986a-aca10d130298 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1560431
Feb 19 08:14:23.748009 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-d7f062f9-1ce6-4dc6-bdee-2e7c0c69a4aa service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790762
Feb 19 08:14:23.820797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:24.003330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:24.003678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:24.536655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-08e4383b-d97f-4ca9-83a9-60deec46356e req-7c9aa0d1-8248-49bc-9ed8-12943e3ea785 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6719584
Feb 19 08:14:24.646905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-84755ca8-09d0-4a8e-a812-0c10984219be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:24.652417 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-84755ca8-09d0-4a8e-a812-0c10984219be service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.9033957
Feb 19 08:14:24.851004 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-ec818d60-4dec-47ce-8f3d-1f8291b9046f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d HTTP/1.1" status: 200  len: 217 time: 0.1873741
Feb 19 08:14:24.943302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b354-3832-449f-9ea7-9e5c7def069a req-8372a9f8-cd3d-41f7-a77b-04248bb1a1c1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:24.952060 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1334b354-3832-449f-9ea7-9e5c7def069a req-8372a9f8-cd3d-41f7-a77b-04248bb1a1c1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.1249969
Feb 19 08:14:25.020106 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1334b354-3832-449f-9ea7-9e5c7def069a req-f13be246-f955-424d-b6bc-c39aadc5793b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666523
Feb 19 08:14:25.023437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ebf-de20-4e43-bc1b-c6c118bc6d45 req-005ef642-4d24-479c-bcd2-f4630b5550cb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:25.025309 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13b56ebf-de20-4e43-bc1b-c6c118bc6d45 req-005ef642-4d24-479c-bcd2-f4630b5550cb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1730855
Feb 19 08:14:25.027158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-21d13aba-409e-4b26-9db3-d7067480d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:25.031542 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-21d13aba-409e-4b26-9db3-d7067480d0d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.1310809
Feb 19 08:14:25.142268 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13b56ebf-de20-4e43-bc1b-c6c118bc6d45 req-8ecc65c1-3d0f-48a7-bb0f-7cd8444c41e6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1013131
Feb 19 08:14:25.185753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-6f2abbfe-278a-402c-bec4-fa7345da47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:25.187643 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-6f2abbfe-278a-402c-bec4-fa7345da47ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021054
Feb 19 08:14:25.396008 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-3738d91b-5ccd-4bbc-a54d-7c37c7d2f1e4 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986709
Feb 19 08:14:25.566051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5a8f6db-5e0b-4129-8f1d-53df30fc9587 req-be48716e-11bb-4a98-90f9-f3e0f2f134f2 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1629558
Feb 19 08:14:26.310884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1addfb-b941-4208-9144-c529cd5bd1b6 req-ab49d29d-6d27-49b9-81cc-223a24176b64 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:26.312624 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2f1addfb-b941-4208-9144-c529cd5bd1b6 req-ab49d29d-6d27-49b9-81cc-223a24176b64 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.0957005
Feb 19 08:14:26.368896 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2f1addfb-b941-4208-9144-c529cd5bd1b6 req-b477ef4e-4ed6-4163-9c63-2ec0cb2be9f3 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467467
Feb 19 08:14:26.381626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:14:26.516001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c91b2-2c08-4dbf-bef4-e7aca912eaeb req-1a9a1be7-373d-45f1-9148-68629c0a8a4e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:26.517684 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3a4c91b2-2c08-4dbf-bef4-e7aca912eaeb req-1a9a1be7-373d-45f1-9148-68629c0a8a4e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1825550
Feb 19 08:14:26.540475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:26.585139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:26.586932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:26.593995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:26.596916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbe72eb9-474b-4e45-8337-4809507d8a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:26.680900 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3a4c91b2-2c08-4dbf-bef4-e7aca912eaeb req-10b7333b-4277-47cf-81c7-b4a08bf14e22 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1444032
Feb 19 08:14:26.759010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:26.769386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:26.780492 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'code': 200}
Feb 19 08:14:27.661343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de65efa-eaa7-4528-abdb-0ed3da2b32bf req-20527637-c3c0-487e-91b1-6973b20c4ade tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:27.670453 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9de65efa-eaa7-4528-abdb-0ed3da2b32bf req-20527637-c3c0-487e-91b1-6973b20c4ade tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.1547880
Feb 19 08:14:27.747161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9de65efa-eaa7-4528-abdb-0ed3da2b32bf req-b2b9951e-72b7-4613-9503-b84d2472ae88 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757363
Feb 19 08:14:28.009199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fb14a-d402-46e1-8bab-46044b2ab38d req-e67e3541-3f14-400c-9c05-5f037eaec27f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:28.017064 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fe0fb14a-d402-46e1-8bab-46044b2ab38d req-e67e3541-3f14-400c-9c05-5f037eaec27f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1137881
Feb 19 08:14:28.059094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-c859cbf9-4905-4b89-86ce-d4f1e770cc9f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:28.061941 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-c859cbf9-4905-4b89-86ce-d4f1e770cc9f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 814 time: 0.2728806
Feb 19 08:14:28.080335 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fe0fb14a-d402-46e1-8bab-46044b2ab38d req-8887acf0-0538-4f23-a868-44369ff48a8a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0618827
Feb 19 08:14:28.081711 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-9830afb0-41a1-4ba3-8db4-f52276af2380 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/quotas/0ce92a5f68974432a397a8bee5b04cea HTTP/1.1" status: 200  len: 375 time: 0.0134618
Feb 19 08:14:28.215735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-496113f6-0f0f-41e1-887e-40859b4a40ad tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:28.237255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-496113f6-0f0f-41e1-887e-40859b4a40ad tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:28.239247 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-496113f6-0f0f-41e1-887e-40859b4a40ad tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1475043
Feb 19 08:14:28.416544 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-ac5d11bb-2a8f-4b96-a445-388a81ac7a69 service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599131
Feb 19 08:14:28.575050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-45b212ae-e061-4775-8e97-0e3119a8a675 service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506991
Feb 19 08:14:28.776033 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-222fe651-252a-4eef-985a-dc650108da4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1207440
Feb 19 08:14:28.887631 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6543b9b1-301a-4787-886f-2318738b9106 req-ea308d95-0d08-4a02-a24b-b7f29a0c9284 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 210 time: 0.0888391
Feb 19 08:14:28.990222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163505e9-2a53-4b24-a4f9-1224053b0e90 req-825fbf7c-01ea-4dd4-ba36-a81ce2171462 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:28.999769 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-163505e9-2a53-4b24-a4f9-1224053b0e90 req-825fbf7c-01ea-4dd4-ba36-a81ce2171462 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1482465
Feb 19 08:14:29.069645 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-163505e9-2a53-4b24-a4f9-1224053b0e90 req-2b60cfec-460d-43b4-b01e-3740e9f4d710 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0686288
Feb 19 08:14:29.345912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce7ab6-0064-4be9-81ab-8c10abbf653a req-d00ce3f0-55a5-44ec-9bd8-1358d4ec6f66 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:29.354050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-afce7ab6-0064-4be9-81ab-8c10abbf653a req-d00ce3f0-55a5-44ec-9bd8-1358d4ec6f66 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.1299167
Feb 19 08:14:29.422460 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-afce7ab6-0064-4be9-81ab-8c10abbf653a req-ac2fdd5c-a4fb-4ded-ad8f-349d35ea0bbd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629077
Feb 19 08:14:30.104546 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-907408e9-1b5b-4fba-b3b7-f7752524e890 req-b1ef2389-605b-47d2-9028-fcaf45c44e33 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 210 time: 0.0695152
Feb 19 08:14:30.578233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-65567c7b-2110-4ae7-8950-4b459c512dca tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:30.579097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-65567c7b-2110-4ae7-8950-4b459c512dca tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:30.681726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-65567c7b-2110-4ae7-8950-4b459c512dca tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:30.682777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-65567c7b-2110-4ae7-8950-4b459c512dca tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 814 time: 0.3900013
Feb 19 08:14:30.715151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'port': {'device_id': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'admin_state_up': True, 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:30.756731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4e8a2-75d5-49eb-bc40-37e0e2064db4 req-47980c73-7a75-47c6-91a5-b5b1e2bd9df5 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:30.765237 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-02a4e8a2-75d5-49eb-bc40-37e0e2064db4 req-47980c73-7a75-47c6-91a5-b5b1e2bd9df5 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.1521416
Feb 19 08:14:30.828445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723f212-dba3-42a9-955b-b176be1b3dcf req-cafdc660-7491-42ab-8022-09a9dff6d596 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:30.837499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d723f212-dba3-42a9-955b-b176be1b3dcf req-cafdc660-7491-42ab-8022-09a9dff6d596 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.6501913
Feb 19 08:14:30.852728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-dbaf0d51-8545-4472-a363-7c0bba180206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:30.854372 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-02a4e8a2-75d5-49eb-bc40-37e0e2064db4 req-fa692ae7-9f27-4c71-a7e0-61b6f83a11f0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877976
Feb 19 08:14:30.854691 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-dbaf0d51-8545-4472-a363-7c0bba180206 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a&tenant_id=b0c1994b8d0f45d4afed6931ee786c53 HTTP/1.1" status: 200  len: 1160 time: 0.2698739
Feb 19 08:14:30.868551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device f4c00605-3011-4ca7-9a2f-9397f9cef68d up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:31.009680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port f4c00605-3011-4ca7-9a2f-9397f9cef68d completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:31.015420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port f4c00605-3011-4ca7-9a2f-9397f9cef68d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:31.016079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:31.047953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:31.062602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:31.093873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Made reservation on behalf of 0ce92a5f68974432a397a8bee5b04cea for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:31.101897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:31.196999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:31.277205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:31.278274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:31.292763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:31.294815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:31.390059 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d723f212-dba3-42a9-955b-b176be1b3dcf req-49777da2-e65f-482d-8dfb-e739f88717ee tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.5513680
Feb 19 08:14:31.426207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a824abe8-fe80-4c4b-a6fe-21482d1bffcc req-53efaacf-885e-41c1-8f44-87658de5822d tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 210 time: 0.0926840
Feb 19 08:14:31.456532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:31.460950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:31.514938 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'code': 200}
Feb 19 08:14:31.781988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-8e924fcd-a8de-4ffb-acfd-0291af76efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:31.785054 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-8e924fcd-a8de-4ffb-acfd-0291af76efae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1160 time: 0.8239808
Feb 19 08:14:31.835863 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Allocated IP 172.20.0.6 (18c2a9eb-6252-444b-9242-b0b5cd0116d5/7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c/051c86f2-d949-44c5-98e7-48a0572f8f15) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:32.295714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:32.363165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Transition to ACTIVE for port object 051c86f2-d949-44c5-98e7-48a0572f8f15 will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:32.420962 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccdb4-c14e-4674-bc4d-cd9659cb65cd req-c5d9783d-a43e-46b4-b172-daed1c74fb15 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:32.421634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:32.438412 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b09ccdb4-c14e-4674-bc4d-cd9659cb65cd req-c5d9783d-a43e-46b4-b172-daed1c74fb15 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.2689917
Feb 19 08:14:32.442406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fb1ab167-affb-4578-be6c-ff21db68c667 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:32.451069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device f4c00605-3011-4ca7-9a2f-9397f9cef68d up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:32.546561 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b09ccdb4-c14e-4674-bc4d-cd9659cb65cd req-d42cbc2f-7421-455f-9a6c-7613a6bc2b29 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058409
Feb 19 08:14:32.669718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:32.673993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:32.681773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port f4c00605-3011-4ca7-9a2f-9397f9cef68d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:32.682216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:32.711612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:32.712965 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:32.716319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:32.808078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:32.808861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:32.848204 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1378152
Feb 19 08:14:32.863824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913bdf-7524-46e2-9978-d1b05eadae20 req-76284326-3b43-4833-b01a-43540a8cd01d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:32.867056 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4a913bdf-7524-46e2-9978-d1b05eadae20 req-76284326-3b43-4833-b01a-43540a8cd01d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1293101
Feb 19 08:14:32.971167 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4a913bdf-7524-46e2-9978-d1b05eadae20 req-5162790f-178b-4c57-bf3f-b28effb40d62 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0907378
Feb 19 08:14:33.138356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-012d8821-3b58-4d0b-a9eb-ec2828aad0b7 None None] Provisioning for port 051c86f2-d949-44c5-98e7-48a0572f8f15 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:33.156241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-012d8821-3b58-4d0b-a9eb-ec2828aad0b7 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:33.157492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-012d8821-3b58-4d0b-a9eb-ec2828aad0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:33.210110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115c12-22f9-4a4f-b9c1-3f94618278a9 req-4e0715e6-238c-4868-b622-94566d849ee6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:33.217960 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4c115c12-22f9-4a4f-b9c1-3f94618278a9 req-4e0715e6-238c-4868-b622-94566d849ee6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.1095290
Feb 19 08:14:33.254032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-012d8821-3b58-4d0b-a9eb-ec2828aad0b7 None None] Port 051c86f2-d949-44c5-98e7-48a0572f8f15 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:33.269772 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4c115c12-22f9-4a4f-b9c1-3f94618278a9 req-d2050f6a-e401-42d4-b9c3-ca878abd0a5b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502412
Feb 19 08:14:33.796032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731272cb-158d-41a7-a3d8-ad6eb364161c req-02559483-b794-4f79-8c5a-9e141c64f42d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:33.797862 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-731272cb-158d-41a7-a3d8-ad6eb364161c req-02559483-b794-4f79-8c5a-9e141c64f42d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1047626
Feb 19 08:14:33.878231 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-731272cb-158d-41a7-a3d8-ad6eb364161c req-cd9af777-cda8-47cc-85f9-27018df48c16 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702415
Feb 19 08:14:34.211901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959867e-0fa7-49ba-a751-7fc5d52d5280 req-32fdf91d-f951-48b1-b00d-c1563f9b8031 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:34.224499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f959867e-0fa7-49ba-a751-7fc5d52d5280 req-32fdf91d-f951-48b1-b00d-c1563f9b8031 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1118536
Feb 19 08:14:34.283757 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f959867e-0fa7-49ba-a751-7fc5d52d5280 req-405de780-f848-4382-8a8d-751663c34c5c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0574322
Feb 19 08:14:34.520460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a150-7c35-4dbe-9cc9-1f833734ff88 req-e841876a-5bb3-4892-8e44-3a596e63fc4f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:34.522872 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6713a150-7c35-4dbe-9cc9-1f833734ff88 req-e841876a-5bb3-4892-8e44-3a596e63fc4f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.0998158
Feb 19 08:14:34.574208 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6713a150-7c35-4dbe-9cc9-1f833734ff88 req-fe49c253-2f67-48ea-b510-a7fb489ba833 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447326
Feb 19 08:14:35.083909 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e08e5-a787-49b2-bb42-7307945b59d6 req-6e5b0851-a05b-4aa6-b991-af42d813f7c1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:35.085677 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e2e08e5-a787-49b2-bb42-7307945b59d6 req-6e5b0851-a05b-4aa6-b991-af42d813f7c1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.0994651
Feb 19 08:14:35.139287 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e2e08e5-a787-49b2-bb42-7307945b59d6 req-a6f3ee86-b7f7-4e22-b5bf-593e71d090be tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473871
Feb 19 08:14:35.508326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920aa4-066b-4e72-ae92-9b7ddcf9e0b2 req-60592a4e-10b2-4ef3-a381-5f5d9ce50c84 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:35.510050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b920aa4-066b-4e72-ae92-9b7ddcf9e0b2 req-60592a4e-10b2-4ef3-a381-5f5d9ce50c84 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.0981989
Feb 19 08:14:35.562414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41698) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:35.567745 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b920aa4-066b-4e72-ae92-9b7ddcf9e0b2 req-37501d04-cde6-4cc6-9484-76f82d62985f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0505540
Feb 19 08:14:35.692360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Deleting subnet d872a248-644e-45ca-b42b-7da0eba3348a {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:14:35.697558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:35.773854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2063579'] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:35.824430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f72084-78e3-4705-8626-5cca060e63eb req-0604e558-ebf5-4027-aa49-9c85fd99c57f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:35.826085 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f0f72084-78e3-4705-8626-5cca060e63eb req-0604e558-ebf5-4027-aa49-9c85fd99c57f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.1093686
Feb 19 08:14:35.840421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:35.882523 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f0f72084-78e3-4705-8626-5cca060e63eb req-a39c081f-f634-4182-8d46-1f45b9be2e12 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466285
Feb 19 08:14:35.970506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d8444069-5f02-44f0-a73c-7a43ee4511c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.131734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3198828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319733'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.148311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-23fa26a3-9d01-4fd8-972b-f8c0bb7ed6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:36.253208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d872a248-644e-45ca-b42b-7da0eba3348a,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:36.284487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:36.295843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.306000 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-503e04f7-bf1b-4707-9ecc-68a9a53d9f00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d872a248-644e-45ca-b42b-7da0eba3348a HTTP/1.1" status: 204  len: 168 time: 0.7387607
Feb 19 08:14:36.306220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41706) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:36.398079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792a9e-69a0-4539-90a7-4a843324c22d req-b24d97e8-45a7-42fe-9543-c7b5e4356243 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:36.399798 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-50792a9e-69a0-4539-90a7-4a843324c22d req-b24d97e8-45a7-42fe-9543-c7b5e4356243 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1050735
Feb 19 08:14:36.440471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.460074 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-50792a9e-69a0-4539-90a7-4a843324c22d req-18a0bddf-ba0f-414c-80aa-5c2ee1a8e74a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528200
Feb 19 08:14:36.646017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.778404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09df2aa58>,) {'filters': {'network_id': ['dfc330ee-5cc2-4784-81e3-8a9d1ede706b']}} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:36.794040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09df2aa58>, 'e3c5a13d-85bc-4f76-b7ad-400901603afd') {'for_net_delete': True} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:36.794493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09df2aa58>, 'e3c5a13d-85bc-4f76-b7ad-400901603afd') {} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:36.811888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852712237'] for segment, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.834154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:36.836827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:14:36.853276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164416-5277-4eae-863b-28b23b17bdd0 req-f5fd3a85-409b-4edd-8975-5ad199001bf3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:36.855113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40164416-5277-4eae-863b-28b23b17bdd0 req-f5fd3a85-409b-4edd-8975-5ad199001bf3 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1058412
Feb 19 08:14:36.906208 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-40164416-5277-4eae-863b-28b23b17bdd0 req-2a34be66-d0ef-4949-986a-eb6953d0a204 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429289
Feb 19 08:14:37.163091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025e6e-50e8-4904-a45d-6c937458c988 req-41c84071-d9dd-4b29-8ef6-aca857658adb tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:37.164774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-84025e6e-50e8-4904-a45d-6c937458c988 req-41c84071-d9dd-4b29-8ef6-aca857658adb tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.1263957
Feb 19 08:14:37.217955 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-84025e6e-50e8-4904-a45d-6c937458c988 req-05bf5ce1-d0a3-4dc7-973c-c89e7b50e5d6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458267
Feb 19 08:14:37.288784 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:14:37.298011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851575345'] for segment, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:37.483282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Network dfc330ee-5cc2-4784-81e3-8a9d1ede706b has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:14:37.507025 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:14:37.630282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:37.634527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-714fb37a-12bc-430b-8ff7-902c3b885aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:37.652272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:37.662745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc330ee-5cc2-4784-81e3-8a9d1ede706b,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:37.668067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:37.671830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4b169ef0-c317-40a6-a085-26bb03eafb91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dfc330ee-5cc2-4784-81e3-8a9d1ede706b HTTP/1.1" status: 204  len: 168 time: 1.3640487
Feb 19 08:14:37.715898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b93d-54d8-4f48-a20d-d5efce3eb5c7 req-83ed5829-7791-4048-947d-9c6df1fdbdd1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:37.725721 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6ba2b93d-54d8-4f48-a20d-d5efce3eb5c7 req-83ed5829-7791-4048-947d-9c6df1fdbdd1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1300814
Feb 19 08:14:37.774248 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6ba2b93d-54d8-4f48-a20d-d5efce3eb5c7 req-443911e1-37be-4ea0-b244-d6c6791447a6 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472274
Feb 19 08:14:37.824984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41718) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:37.905097 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4b403bfd-2d48-4766-b019-76852f51d965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f1204d8040343b3bee2337dfe987dec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0768061
Feb 19 08:14:37.905539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41722) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:37.981689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:38.014768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:38.064711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:38.070076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7331a3d-6b45-4cf5-b690-0429d4499bfb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:38.085593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a771305-e8fd-4261-b5ef-a51673053620,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:38.089992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:38.093554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:38.098343 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d7530ff9-0a26-46f0-a875-80e5981c802f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a771305-e8fd-4261-b5ef-a51673053620 HTTP/1.1" status: 204  len: 168 time: 0.1881876
Feb 19 08:14:38.164824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d713-84f5-4f61-9992-8ae347f1cb2c req-06c3e963-6c8d-419d-8f77-e60a22004d84 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:38.167620 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8ed9d713-84f5-4f61-9992-8ae347f1cb2c req-06c3e963-6c8d-419d-8f77-e60a22004d84 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1106582
Feb 19 08:14:38.224351 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8ed9d713-84f5-4f61-9992-8ae347f1cb2c req-a569e9f4-212a-44bb-90c3-be77b102bd59 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0494854
Feb 19 08:14:38.407085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c03cba41-c960-47ab-822b-2b2ab6b1b1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:38.472130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14454cd-7b16-4c83-bf1c-b51c2b9cfebd req-2a164494-b7ed-4026-8e8e-fbe07c03af60 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:38.474699 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d14454cd-7b16-4c83-bf1c-b51c2b9cfebd req-2a164494-b7ed-4026-8e8e-fbe07c03af60 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.1107142
Feb 19 08:14:38.549697 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d14454cd-7b16-4c83-bf1c-b51c2b9cfebd req-f69fd8a6-9ca8-40e3-8789-542b3afd8c9f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677755
Feb 19 08:14:38.735158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.034561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ed43b-37d6-48c3-ad7a-25d33f1d8b9b req-3b59e63d-e57a-43d3-a8e5-e22bd0b16998 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:39.036273 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-046ed43b-37d6-48c3-ad7a-25d33f1d8b9b req-3b59e63d-e57a-43d3-a8e5-e22bd0b16998 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1107690
Feb 19 08:14:39.051951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41752) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:39.102646 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-046ed43b-37d6-48c3-ad7a-25d33f1d8b9b req-b5507bc2-83ef-465b-a511-4cfc940d5e7a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564659
Feb 19 08:14:39.187384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1164131889-network', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:39.193437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:39.197975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Usage tracker for resource:network and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:39.201115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:39.207309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:39.221114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Made reservation on behalf of b32d9ddfce2047c7a968d2853cb6ddb5 for: {'network': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:39.225915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.239490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.257933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:39.262167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Usage tracker for resource:security_group_rule and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:39.265321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:39.271520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:39.370421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.375151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.382052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d4653ac7-09b9-42ad-b3bb-00c9db143f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:39.422431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:14:39.430018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e079e-1831-4872-b6bf-3c4fa255ede7,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:39.439941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.440524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.440955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.441337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.441747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.442885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.443393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.443808 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.444221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.444627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.445032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.445433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.445964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.446365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.446764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.447163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.447557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.447956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.448347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.448737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.449127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.449517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.449932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.450325 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:39.455771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:39.458509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.458896 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Added segment 3e8e206f-2f85-4ebd-9b48-08d9a0a8893e of type vxlan for network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f
Feb 19 08:14:39.478771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57aa1-f1de-4a3d-a7ff-ef0ab42d8eb2 req-a619f13c-2d63-4e9d-ab74-11ba948a6c71 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:39.480515 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8af57aa1-f1de-4a3d-a7ff-ef0ab42d8eb2 req-a619f13c-2d63-4e9d-ab74-11ba948a6c71 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1198256
Feb 19 08:14:39.493569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.526199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.527517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:39.528448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.533348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0a696ee6-d8ab-4c37-a9d3-595d5c2bf801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:39.558384 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8af57aa1-f1de-4a3d-a7ff-ef0ab42d8eb2 req-d0488c90-1c7e-4a5e-b4d2-3e2eab757c0d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0699489
Feb 19 08:14:39.686762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:39.692146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Pushing event updated for resources: {'Network': ['ID=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:39.695788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:39.701617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41762) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:39.704068 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-13637752-0feb-4c03-8a9e-6e9efda96e4e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6504369
Feb 19 08:14:39.708153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:39.717501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Request body: {'subnet': {'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1164131889-subnet', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:39.773241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:39.792603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Usage tracker for resource:subnet and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:39.798293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:39.803168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:39.806137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:39.836519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Made reservation on behalf of b32d9ddfce2047c7a968d2853cb6ddb5 for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:39.841350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:40.175807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318fe85-a9fb-4578-94c5-f1ee4e7c1195 req-b18f1a62-77f3-4620-b4dd-05a0d3c94750 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:40.177419 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4318fe85-a9fb-4578-94c5-f1ee4e7c1195 req-b18f1a62-77f3-4620-b4dd-05a0d3c94750 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.4535890
Feb 19 08:14:40.249263 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4318fe85-a9fb-4578-94c5-f1ee4e7c1195 req-00c7eaf6-1fd2-4ee1-989c-dc0d939e8a26 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638211
Feb 19 08:14:40.438999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:40.562481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb8259-3127-40c6-8699-2c14511a3376 req-1a73bf75-332e-469b-8588-d294edcd72cb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:40.564668 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-20cb8259-3127-40c6-8699-2c14511a3376 req-1a73bf75-332e-469b-8588-d294edcd72cb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1974359
Feb 19 08:14:40.637991 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-20cb8259-3127-40c6-8699-2c14511a3376 req-7fb7d85c-21a9-42ca-9d89-2850d7556181 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659761
Feb 19 08:14:40.718198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:40.792910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d00ac9fa-8990-4fb6-8b07-17cb6a62ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:40.941431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779e231d-583b-4f46-b755-fedb662d1da7,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:40.947579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:41.002121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffa257-02df-4fd5-b9d0-1ba72a588551 req-29451296-22c1-4e52-b5fb-2547c622814c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:41.003743 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-33ffa257-02df-4fd5-b9d0-1ba72a588551 req-29451296-22c1-4e52-b5fb-2547c622814c tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.2120447
Feb 19 08:14:41.062996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:41.063389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Network hostable DHCP agents. Network: 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:14:41.098379 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-33ffa257-02df-4fd5-b9d0-1ba72a588551 req-d6058c67-5c7c-4f96-bf4c-025550430f98 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0883691
Feb 19 08:14:41.103537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:14:41.112145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:41.131302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73681aec-298c-4d85-acbb-82e95f1a92d0 None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:41.133614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:41.134293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.160553 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4534078
Feb 19 08:14:41.160798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41770) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:41.166521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:41.171732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:41.176454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Usage tracker for resource:router and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:41.179496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:41.186152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:41.197746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.198775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.223321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.450039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:14:41.451588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.624539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:41.743705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8db0e-9418-4d50-90aa-67663451caa4 req-02f04d10-190a-490b-a0f5-be712ba21d52 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:41.746010 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48f8db0e-9418-4d50-90aa-67663451caa4 req-02f04d10-190a-490b-a0f5-be712ba21d52 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.3384426
Feb 19 08:14:41.817427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48f8db0e-9418-4d50-90aa-67663451caa4 req-bbe05d30-81ec-46e2-a98c-a49d9f2036fe tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566962
Feb 19 08:14:41.825438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Allocated IP 172.20.0.2 (7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f/779e231d-583b-4f46-b755-fedb662d1da7/6b2d8fb4-218e-4355-b158-bf3f3989b906) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:42.175205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.181005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.190643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Transition to ACTIVE for port object 6b2d8fb4-218e-4355-b158-bf3f3989b906 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:42.208157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Transition to ACTIVE for port object 6b2d8fb4-218e-4355-b158-bf3f3989b906 will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:42.214045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.223899 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.233825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:42.244558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6a2a-bc1f-4698-a73d-5a802860af72 req-589f5734-a61a-49c3-8741-74c214f49b03 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:42.246322 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-971f6a2a-bc1f-4698-a73d-5a802860af72 req-589f5734-a61a-49c3-8741-74c214f49b03 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.3030372
Feb 19 08:14:42.387548 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-971f6a2a-bc1f-4698-a73d-5a802860af72 req-47f53596-b4f2-43cb-a978-4da62bb7d9a0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331129
Feb 19 08:14:42.399108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Pushing event updated for resources: {'Port': ['ID=6b2d8fb4-218e-4355-b158-bf3f3989b906,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:42.411374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:42.491123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:42.492590 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:42.495410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:42.562731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Attempting to bind port 6b2d8fb4-218e-4355-b158-bf3f3989b906 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:42.563171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Attempting to bind port 6b2d8fb4-218e-4355-b158-bf3f3989b906 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:42.563599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Attempting to bind port 6b2d8fb4-218e-4355-b158-bf3f3989b906 on network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:42.570606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:42.571058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:42.571599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.572135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Bound using segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:42.572833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Bound port: 6b2d8fb4-218e-4355-b158-bf3f3989b906, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:42.573411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.664299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Allocated IP 172.27.0.69 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:42.694594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] For port 6b2d8fb4-218e-4355-b158-bf3f3989b906, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:42.694594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] For port 6b2d8fb4-218e-4355-b158-bf3f3989b906, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=6b2d8fb4-218e-4355-b158-bf3f3989b906,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:42.694594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:42.695392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e98aa-788d-44fd-b0bc-16f6f22a0475 req-390b451b-d7e0-4d3d-b5e4-d325c7129fde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:42.696078 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b7e98aa-788d-44fd-b0bc-16f6f22a0475 req-390b451b-d7e0-4d3d-b5e4-d325c7129fde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1723428
Feb 19 08:14:42.709750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:42.839927 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b7e98aa-788d-44fd-b0bc-16f6f22a0475 req-87ebbcb9-c65f-41b1-b2e3-daaf8f9e4474 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1240513
Feb 19 08:14:42.871795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Pushing event updated for resources: {'Port': ['ID=6b2d8fb4-218e-4355-b158-bf3f3989b906,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:42.900861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:42.920860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:43.002676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:43.019006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8379a809-b9a4-4fdf-a301-ae128e0a55aa tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:43.167075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:43.197243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.197656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.198172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.198519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.198942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.199289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.199673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.200058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.200450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.200831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.201208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.201597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.202140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.202456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.202837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.203221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.203594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.203972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.204347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.205013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.205149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.205990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.205990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.206235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:14:43.213476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:43.229429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Request body: {'port': {'device_id': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:43.240057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f54e4-6dd5-48b9-8473-2e10f0621d17 req-97b576da-2109-4edf-b249-d45901d7fd8f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:43.242390 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-970f54e4-6dd5-48b9-8473-2e10f0621d17 req-97b576da-2109-4edf-b249-d45901d7fd8f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.2931898
Feb 19 08:14:43.397904 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-970f54e4-6dd5-48b9-8473-2e10f0621d17 req-902d389b-124d-4b26-b6eb-8097356689e3 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444824
Feb 19 08:14:43.413017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:43.425434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:43.425434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:43.461400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-25aa204d-fce6-490e-aa8b-00acab42b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:43.463136 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-25aa204d-fce6-490e-aa8b-00acab42b372 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.2415662
Feb 19 08:14:43.500765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:43.726307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:43.851021 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-0502f43d-2cb1-41af-969b-aebc552edfc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 998 time: 0.3773131
Feb 19 08:14:43.909492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 6b2d8fb4-218e-4355-b158-bf3f3989b906 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:43.973720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564d8fc-73d1-4e1b-a6ef-a854eed42308 req-a5ba3eb1-df9f-4842-97a8-a71517d3d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:43.975404 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4564d8fc-73d1-4e1b-a6ef-a854eed42308 req-a5ba3eb1-df9f-4842-97a8-a71517d3d44c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 1162 time: 0.6705487
Feb 19 08:14:44.063372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-dac683f1-67a7-4e61-b127-a3619c967ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:44.065190 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-dac683f1-67a7-4e61-b127-a3619c967ece service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.0956039
Feb 19 08:14:44.075598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:44.084448 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4564d8fc-73d1-4e1b-a6ef-a854eed42308 req-8a102d2e-d5bc-4cb5-9c27-6fa748d23075 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014335
Feb 19 08:14:44.243910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9b0c6-01d9-4bf9-90d2-7f817492cf2f req-5f8c8758-8429-4c09-a9cd-5b213b92960a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:44.245714 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3d9b0c6-01d9-4bf9-90d2-7f817492cf2f req-5f8c8758-8429-4c09-a9cd-5b213b92960a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.6791983
Feb 19 08:14:44.362890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae578782-24ed-48c8-9253-25d3bc0af0e9 req-181efee2-8184-4b34-8f23-bf9f2e3e3a39 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:44.364520 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae578782-24ed-48c8-9253-25d3bc0af0e9 req-181efee2-8184-4b34-8f23-bf9f2e3e3a39 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.2788956
Feb 19 08:14:44.414540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:44.428323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3d9b0c6-01d9-4bf9-90d2-7f817492cf2f req-2a35dae4-ce87-4ebe-8dc7-707a579015d9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733060
Feb 19 08:14:44.428521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43acbd-d181-44fb-9d0f-f6638b2290a7 None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:44.472091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-19239213-b22e-4e85-8534-bddf190710ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:44.475206 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-19239213-b22e-4e85-8534-bddf190710ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3239317
Feb 19 08:14:44.539276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Provisioning for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:44.549418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Provisioning complete for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:44.550226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:44.575201 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ae578782-24ed-48c8-9253-25d3bc0af0e9 req-cf795c60-e839-4f5c-947f-2929ef1dc3a0 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2022042
Feb 19 08:14:44.684315 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-fb356698-c53d-4121-a836-c5e49d2ac41e service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928926
Feb 19 08:14:44.787858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:44.845289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:44.857846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 08:14:44.875216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] For port 6b2d8fb4-218e-4355-b158-bf3f3989b906, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=6b2d8fb4-218e-4355-b158-bf3f3989b906,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:44.881887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:44.883959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:44.976413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Pushing event updated for resources: {'Port': ['ID=6b2d8fb4-218e-4355-b158-bf3f3989b906,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:44.980145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:45.004554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051c86f2-d949-44c5-98e7-48a0572f8f15 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:14:45.021006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:45.028866 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35b3d3bc-af6a-4fe0-b5f6-8f3977e7585c req-447c8f0b-03d6-40ff-81cf-3e9cc33eaa6d service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3227329
Feb 19 08:14:45.053729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-3a0eb03f-09dd-43b0-be84-319f32535be2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:45.054542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-3a0eb03f-09dd-43b0-be84-319f32535be2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:45.057805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Transition to ACTIVE for port object 051c86f2-d949-44c5-98e7-48a0572f8f15 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:45.065260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:45.084325 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-636f9d36-ed77-4451-a40e-9cffe580c6f7 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:45.208678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:45.217861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:45.242470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a89465cf-86e5-45e8-b4ab-3831dcdd61e8 None None] Provisioning complete for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:45.242923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a89465cf-86e5-45e8-b4ab-3831dcdd61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:45.247018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-3a0eb03f-09dd-43b0-be84-319f32535be2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:45.255629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-3a0eb03f-09dd-43b0-be84-319f32535be2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 931 time: 0.5700974
Feb 19 08:14:45.291148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Router 0282849e-508c-47ff-9290-21ae574faa98 is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:14:45.403966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-427e6633-9f75-47fa-af49-ed9f0a712e6a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:14:45.490558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-427e6633-9f75-47fa-af49-ed9f0a712e6a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:14:45.492109 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bf5746ab-4f85-4217-8af3-f0f711df3bbd req-427e6633-9f75-47fa-af49-ed9f0a712e6a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355428
Feb 19 08:14:45.591071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:45.609407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:45.647579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:45.648285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce1bef0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:45.663281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:45.688358 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4bb26a27-e86b-41e1-b738-0ec9f8a649a7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5116925
Feb 19 08:14:45.688358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41806) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:46.066301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 6b2d8fb4-218e-4355-b158-bf3f3989b906 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:46.155896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f4f4e562-e069-49d3-86c6-28e23911a19c None None] Provisioning complete for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:46.156501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e562-e069-49d3-86c6-28e23911a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.158257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Attempting to bind port 051c86f2-d949-44c5-98e7-48a0572f8f15 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:46.158629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Attempting to bind port 051c86f2-d949-44c5-98e7-48a0572f8f15 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:46.158992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Attempting to bind port 051c86f2-d949-44c5-98e7-48a0572f8f15 on network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:46.168439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:46.168831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Checking segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:46.169228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.169625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Bound using segment: {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:46.170149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Bound port: 051c86f2-d949-44c5-98e7-48a0572f8f15, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe5b533-92bb-475d-b181-4f168853ac17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:46.170521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.254523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6798-a6c5-42f7-949f-9202010fd47e req-7eb03c30-8b76-40a6-83e3-38723cfc10cd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:46.256281 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-474d6798-a6c5-42f7-949f-9202010fd47e req-7eb03c30-8b76-40a6-83e3-38723cfc10cd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.4478478
Feb 19 08:14:46.288817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:46.346496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:46.355678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-474d6798-a6c5-42f7-949f-9202010fd47e req-38466918-d943-49ae-b747-069afbf0fb35 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0886073
Feb 19 08:14:46.361565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=051c86f2-d949-44c5-98e7-48a0572f8f15,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:46.365627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.468602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86bf7-b7ec-44f9-87c1-2e3443e45204 req-12984883-08af-4697-a636-c4183b1ffd12 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:46.470209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3dc86bf7-b7ec-44f9-87c1-2e3443e45204 req-12984883-08af-4697-a636-c4183b1ffd12 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.6462934
Feb 19 08:14:46.482346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:46.482771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.485517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-169b2d8e-7c85-4b6e-8098-74ccf2e6155a tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:46.648646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9c555471-4f28-4678-904b-85c9744f3c32 None None] Provisioning complete for port 6b2d8fb4-218e-4355-b158-bf3f3989b906 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:46.649189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c555471-4f28-4678-904b-85c9744f3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.663460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:46.667677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:46.668957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:46.669632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:46.683733 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] 10.222.0.70 "PUT /v2.0/ports/051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 1157 time: 3.4601405
Feb 19 08:14:46.684335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:46.833147 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3dc86bf7-b7ec-44f9-87c1-2e3443e45204 req-8b4b4365-80c5-4208-a442-e6844555e7e9 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3355830
Feb 19 08:14:46.890269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-29fcc800-2489-4d3e-9215-51b36958cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:46.892332 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-29fcc800-2489-4d3e-9215-51b36958cd09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1160 time: 0.1704519
Feb 19 08:14:46.989352 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-410fd42f-cffb-4bc6-acd7-ea7c146755e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 217 time: 0.0871918
Feb 19 08:14:47.031135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce1bef0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:44Z', 'revision_number': 3, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:47.036229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:47.036629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Updating router 0282849e-508c-47ff-9290-21ae574faa98 port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:14:47.082751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-dde6cf55-0ab9-48cd-a6c1-a470939a8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:47.085113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-dde6cf55-0ab9-48cd-a6c1-a470939a8de0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.0903695
Feb 19 08:14:47.100046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.186415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-b64bfb59-8183-4e9e-a606-2c8fb2c35ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:47.188081 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-b64bfb59-8183-4e9e-a606-2c8fb2c35ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951056
Feb 19 08:14:47.216565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42211afb-aae4-4c97-939f-9dc86753b718 req-2dcff62c-7d1c-4332-9ed0-e24a484d2cc0 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:47.225277 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42211afb-aae4-4c97-939f-9dc86753b718 req-2dcff62c-7d1c-4332-9ed0-e24a484d2cc0 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 943 time: 0.2081470
Feb 19 08:14:47.264054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.316733 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42211afb-aae4-4c97-939f-9dc86753b718 req-a5e55183-da46-4400-9c43-4972e6803a68 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903897
Feb 19 08:14:47.321490 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:14:47.368836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-2d260650-3a8c-4a8c-b61c-b99beaa3893f service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689422
Feb 19 08:14:47.584904 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9813b60a-63b8-4f16-bbd8-f98fc0357d24 req-327e034e-4028-4d12-858a-b4748f1be8fb service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2126675
Feb 19 08:14:47.595052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.602829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505e84-17d8-4298-a9bd-e77811427e01 req-1fc8a367-7fde-4ccd-a232-8532fa845327 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:47.604473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee505e84-17d8-4298-a9bd-e77811427e01 req-1fc8a367-7fde-4ccd-a232-8532fa845327 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1520512
Feb 19 08:14:47.609637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Transition to ACTIVE for port object 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:47.613135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.618442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41832) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:47.630598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Request body: {'floatingip': {'port_id': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:47.727842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.748044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:47.804162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0a2d9-ecb3-4e86-9f48-799084377200 req-20f664ef-1de3-4d06-8eeb-869206304b3e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:47.805852 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8ba0a2d9-ecb3-4e86-9f48-799084377200 req-20f664ef-1de3-4d06-8eeb-869206304b3e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.3389101
Feb 19 08:14:47.831855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714612d-bc00-4f30-b669-18da7cc1a000 None None] Pushing event updated for resources: {'Port': ['ID=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:47.836315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7714612d-bc00-4f30-b669-18da7cc1a000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:47.855950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Attempting to bind port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:47.856370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Attempting to bind port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:47.856775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Attempting to bind port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:47.862638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:47.863057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:47.863729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.864185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:47.864712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Bound port: 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:47.865269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.922781 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8ba0a2d9-ecb3-4e86-9f48-799084377200 req-d343c9d9-bb37-46bb-afe6-710eb84e1491 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073420
Feb 19 08:14:47.931465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Allocated IP 172.20.0.1 (7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f/779e231d-583b-4f46-b755-fedb662d1da7/0ba588be-eecf-46e6-a2ef-831161c03e06) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:47.957832 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] For port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:47.961912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] For port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:47.964775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:47.980953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:48.104174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.122016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Transition to ACTIVE for port object 0ba588be-eecf-46e6-a2ef-831161c03e06 will not be triggered until provisioned by entity DHCP. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:48.139546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714612d-bc00-4f30-b669-18da7cc1a000 None None] Pushing event updated for resources: {'Port': ['ID=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:48.145460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7714612d-bc00-4f30-b669-18da7cc1a000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:48.151886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.169911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-58619a60-3135-4fd1-9564-06313bbc41d4 tempest-VolumesNegativeTest-2008671277 tempest-VolumesNegativeTest-2008671277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:48.186075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:48.186765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce1bef0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:48.305518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012143-2f20-4a7b-a064-c0124f84611b req-1b6a9a56-8732-4508-8d17-aa57b7f03a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:48.309814 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-1b6a9a56-8732-4508-8d17-aa57b7f03a9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1160 time: 0.5194368
Feb 19 08:14:48.317874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbb71f-749c-4f5b-a170-567935a24836 req-2d14940f-d469-48f5-b397-1a0cf871c699 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:48.319507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9adbb71f-749c-4f5b-a170-567935a24836 req-2d14940f-d469-48f5-b397-1a0cf871c699 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.4915171
Feb 19 08:14:48.334081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:48.339966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:48.405393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:48.407998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:48.417893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:48.423511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:48.567204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.643532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b583ca-7df1-4204-bb95-bad1333f75ab req-ecce862f-dd02-4d8a-a8e8-97b2eb2ee552 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:48.651988 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-73b583ca-7df1-4204-bb95-bad1333f75ab req-ecce862f-dd02-4d8a-a8e8-97b2eb2ee552 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 943 time: 0.1888504
Feb 19 08:14:48.653294 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9adbb71f-749c-4f5b-a170-567935a24836 req-2af5b815-5eac-444b-9f7d-e5677b842174 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3012123
Feb 19 08:14:48.725283 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-73b583ca-7df1-4204-bb95-bad1333f75ab req-16c7e3b2-47a2-4aec-a624-9aee200f9fef tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719402
Feb 19 08:14:48.727162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012143-2f20-4a7b-a064-c0124f84611b req-9b7421bb-2037-4fee-817f-c88bb66ef60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:48.728773 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-9b7421bb-2037-4fee-817f-c88bb66ef60b service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.4056110
Feb 19 08:14:48.800481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.862681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5c8db841-6ef1-4339-9aa6-e39da03db967 None None] Provisioning for port 0ba588be-eecf-46e6-a2ef-831161c03e06 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:48.871890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5c8db841-6ef1-4339-9aa6-e39da03db967 None None] Provisioning complete for port 0ba588be-eecf-46e6-a2ef-831161c03e06 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:48.872288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c8db841-6ef1-4339-9aa6-e39da03db967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.878414 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-582ddabb-646e-452a-98b0-08c82fbda920 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 217 time: 0.0801566
Feb 19 08:14:48.962011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.971728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:48.974024 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c8db841-6ef1-4339-9aa6-e39da03db967 None None] Port 0ba588be-eecf-46e6-a2ef-831161c03e06 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:49.070947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce1bef0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:44Z', 'revision_number': 3, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:49.076117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab32c3-98f1-4504-83be-360e736411b6 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:44Z', 'revision_number': 3, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:49.161010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:49.165442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853606288'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:49.196961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:49.290619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:49.293777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:49.295133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:49.334581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012143-2f20-4a7b-a064-c0124f84611b req-a0fbf666-c2a4-4f96-9639-f1318ec9fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:49.336177 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-a0fbf666-c2a4-4f96-9639-f1318ec9fcb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.4508340
Feb 19 08:14:49.453846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:49.456775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:49.577301 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Floating IP 1ae9cc69-3fec-4d27-b9a2-6e68035a846d associated. External IP: 172.27.0.145, port: f4c00605-3011-4ca7-9a2f-9397f9cef68d.
Feb 19 08:14:49.744512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:14:49.806232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012143-2f20-4a7b-a064-c0124f84611b req-194da99c-2a0f-4757-8ea1-92f8e466a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:49.807891 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-194da99c-2a0f-4757-8ea1-92f8e466a24e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4603443
Feb 19 08:14:49.812166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9252a334-0e5a-4ce7-b03d-4e0fa8c5127a None None] Provisioning complete for port 0ba588be-eecf-46e6-a2ef-831161c03e06 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:49.812871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9252a334-0e5a-4ce7-b03d-4e0fa8c5127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:49.828913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e907-3a30-4757-9c70-355cc2eb1170 req-9d2cbc2a-f854-44bc-b842-1609e4798e1d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:49.836536 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8657e907-3a30-4757-9c70-355cc2eb1170 req-9d2cbc2a-f854-44bc-b842-1609e4798e1d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.4991837
Feb 19 08:14:49.886225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:49.999034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9252a334-0e5a-4ce7-b03d-4e0fa8c5127a None None] Port 0ba588be-eecf-46e6-a2ef-831161c03e06 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:14:50.021924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8657e907-3a30-4757-9c70-355cc2eb1170 req-c3abe054-7cac-48d1-bcac-8d0a10b78020 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1841867
Feb 19 08:14:50.040502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:50.054822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:50.055240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:50.237339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:50.265715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:50.269866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:50.272027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:50.352651 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-49e63d26-fb40-4eaf-a925-9d1ad7cb1565 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4955845
Feb 19 08:14:50.353822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:50.357466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:50.414148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126d3c-0dd5-44f2-879b-3350f44fb637 req-4e8f2b53-7c12-4759-8d03-b495589a8278 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:50.416826 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-81126d3c-0dd5-44f2-879b-3350f44fb637 req-4e8f2b53-7c12-4759-8d03-b495589a8278 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.5527134
Feb 19 08:14:50.460606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:50.487209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] 10.222.0.13 "PUT /v2.0/routers/0282849e-508c-47ff-9290-21ae574faa98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8112683
Feb 19 08:14:50.492503 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-81126d3c-0dd5-44f2-879b-3350f44fb637 req-aaa57742-be1f-49d7-9f44-a0f16cfbab49 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0639524
Feb 19 08:14:50.526132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:14:50.700821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.objects.ports [None req-1d0db090-d558-4396-8141-e2934ec70e6f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 08:14:50.715785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94122c6-205d-4579-b201-92c192043bb9 req-c4ac0f36-7e14-4869-98e4-664db41b0f77 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:50.717430 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e94122c6-205d-4579-b201-92c192043bb9 req-c4ac0f36-7e14-4869-98e4-664db41b0f77 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 943 time: 0.4262655
Feb 19 08:14:50.777657 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-25012143-2f20-4a7b-a064-c0124f84611b req-feaaf793-f479-4d8a-a0fb-ae3e66849ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3995697
Feb 19 08:14:50.822500 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e94122c6-205d-4579-b201-92c192043bb9 req-0dd92f16-1914-419a-b15d-54998c3426b2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941262
Feb 19 08:14:50.860371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:50.865697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:50.872880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:50.889323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:50.890143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e796748>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:50.935413 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8e3d41ea-61c3-49a5-aa6a-71e8a9654abd tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "PUT /v2.0/floatingips/1ae9cc69-3fec-4d27-b9a2-6e68035a846d HTTP/1.1" status: 200  len: 991 time: 3.3130598
Feb 19 08:14:50.935413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:51.017145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'status': 'completed', 'code': 200}
Feb 19 08:14:51.108978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:51.133381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:51.189041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-14614586-e540-4634-a7be-4588805c2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:51.190820 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-14614586-e540-4634-a7be-4588805c2218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fc591cc35da49519c6af7f73322857a&device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 1162 time: 0.1470673
Feb 19 08:14:51.232565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 051c86f2-d949-44c5-98e7-48a0572f8f15 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:51.238656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:51.239078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.369595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41868) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:51.377653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103661240-network', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:51.384254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:51.390010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Usage tracker for resource:network and tenant:b08deed8c8e846198b10e2e2a6e8de7c is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:51.394483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:51.399961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.403497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:51.418150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Made reservation on behalf of b08deed8c8e846198b10e2e2a6e8de7c for: {'network': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:51.425822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for network, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.438516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:51.440503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fe906-513b-487a-882f-31025631ade3 req-e0185324-8cb3-4416-8570-9ab5ca328172 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:51.442317 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f76fe906-513b-487a-882f-31025631ade3 req-e0185324-8cb3-4416-8570-9ab5ca328172 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.2093992
Feb 19 08:14:51.451050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=051c86f2-d949-44c5-98e7-48a0572f8f15,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:51.452404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.457288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.459350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:51.473297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:51.478628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b08deed8c8e846198b10e2e2a6e8de7c is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:51.482488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:51.489942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:51.509671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-4c87c27b-2f1c-4189-a381-44341b6985c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:51.511386 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-4c87c27b-2f1c-4189-a381-44341b6985c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 200  len: 904 time: 0.3114486
Feb 19 08:14:51.532286 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f76fe906-513b-487a-882f-31025631ade3 req-c8cb1c92-3723-4d30-b9f7-e27d44b7a2d8 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724678
Feb 19 08:14:51.538596 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'code': 200}
Feb 19 08:14:51.620154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:51.624033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:51.643726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.648396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.692749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 08:14:51.707703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c84f5479-d9a5-4a04-9cb8-60b8815a12a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:51.757597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e796748>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '1ae9cc69-3fec-4d27-b9a2-6e68035a846d', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:be:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:51.766239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770490880542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.766696 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.segments_db [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Added segment 87c429ee-6fd9-4fdd-83e2-171190a9701f of type vxlan for network a48613d9-3123-48b6-a72f-0cb6e3731455
Feb 19 08:14:51.771032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:51.776769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e623bc07-07e7-4099-a08b-100f25c074a3,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:51.781323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:51.784644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:51.785534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e796748>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:51.845892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:51.919181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770490304695'] for network, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:51.957374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:51.958580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:52.072334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c3a7d-6d15-4cc9-9d7c-9c57f40cb678 req-48d1a0b8-2778-4240-823d-1329b37d0de8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.074490 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-063c3a7d-6d15-4cc9-9d7c-9c57f40cb678 req-48d1a0b8-2778-4240-823d-1329b37d0de8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.2815485
Feb 19 08:14:52.076516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005'] for network, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:52.078172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.078996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:52.083327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bf30266a-3db4-4282-8739-d9e1b377b4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:52.109839 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-127d62d7-3ca3-4464-98c2-ab9e6f84b540 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d HTTP/1.1" status: 200  len: 999 time: 0.5906994
Feb 19 08:14:52.188544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-dde18b77-7046-4f23-b4c0-2ef2757707a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.190441 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-dde18b77-7046-4f23-b4c0-2ef2757707a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 200  len: 849 time: 0.0686166
Feb 19 08:14:52.252051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646477-d544-4167-bf84-b8071ccde78f req-c37aa8c5-a749-4de4-ac94-207fbf33bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.253684 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7d646477-d544-4167-bf84-b8071ccde78f req-c37aa8c5-a749-4de4-ac94-207fbf33bc84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.3059208
Feb 19 08:14:52.260033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:52.281782 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.9104805
Feb 19 08:14:52.288900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41880) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:52.302563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Request body: {'subnet': {'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103661240-subnet', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'ip_version': 4}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:52.307670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:52.312934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a48613d9-3123-48b6-a72f-0cb6e3731455,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:52.314861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f7c32430-2955-4df5-8905-c8a5ad5326a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:52.318244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Usage tracker for resource:subnet and tenant:b08deed8c8e846198b10e2e2a6e8de7c is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:52.324013 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-063c3a7d-6d15-4cc9-9d7c-9c57f40cb678 req-19bd769b-64e5-47e5-8124-1a87ddc257f0 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1904910
Feb 19 08:14:52.327224 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7d646477-d544-4167-bf84-b8071ccde78f req-1b7416ca-d012-40dd-a66f-d577adc5acce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634243
Feb 19 08:14:52.327813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 details requested by agent ovs-agent-dv-cinder-773985-6-iscsi with host dv-cinder-773985-6-iscsi {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:52.336921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:52.347210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190cfe-0230-4cd4-9dd6-9980a7c5c947 req-4e04e155-3053-45a6-91af-83454570b044 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.348889 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17190cfe-0230-4cd4-9dd6-9980a7c5c947 req-4e04e155-3053-45a6-91af-83454570b044 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.2977791
Feb 19 08:14:52.354746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:52.361268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=84005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 08:14:52.380045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Made reservation on behalf of b08deed8c8e846198b10e2e2a6e8de7c for: {'subnet': 1} {{(pid=84003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:14:52.386923 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2436281'] for subnet, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:52.397976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-20c4c680-c4ab-4541-96ad-117618b8e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:52.399618 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-20c4c680-c4ab-4541-96ad-117618b8e448 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74114e28-4116-48e9-9554-efbe2574bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1981082
Feb 19 08:14:52.423189 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-17190cfe-0230-4cd4-9dd6-9980a7c5c947 req-ca2e6ac3-b82c-46d2-8f1e-a267f83a49c3 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655677
Feb 19 08:14:52.541983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:52.626761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:52.743348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:52.744049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb2208>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:52.746481 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-e746db50-8fac-431b-8c2b-0c815892acad service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974282
Feb 19 08:14:52.822062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e796748>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '1ae9cc69-3fec-4d27-b9a2-6e68035a846d', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:be:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:52.827296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ddea-3c24-4f6b-bfa5-4d8f56e3d519 None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '1ae9cc69-3fec-4d27-b9a2-6e68035a846d', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'port_id': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'mac_address': 'fa:16:3e:be:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 1, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:52.963286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853611800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2436264'] for subnet, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:52.980420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:52.985999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:53.011332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3702c-632a-4d44-8460-b774bdd2ec49 req-d1860f98-db54-4730-92f3-6f9c5e71094f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:53.014057 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0be3702c-632a-4d44-8460-b774bdd2ec49 req-d1860f98-db54-4730-92f3-6f9c5e71094f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.2324295
Feb 19 08:14:53.020444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a782a1e6-1aaa-4e0c-8312-a5dc631ebecf req-81393152-7b85-426c-a8a5-7953a69f4a16 service neutron] 10.222.0.70 "GET /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2663858
Feb 19 08:14:53.069602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:53.070042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.078499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0be3702c-632a-4d44-8460-b774bdd2ec49 req-0eb5eb09-5fd9-4381-aa9b-9c47b2c62fec tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544913
Feb 19 08:14:53.114532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42a50f7-2a94-4c65-adbc-81ab4bde8904,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:53.119076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:53.208201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Checking segment: {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:53.208591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Network hostable DHCP agents. Network: a48613d9-3123-48b6-a72f-0cb6e3731455, hostable agents: ['619859b1-1659-4b00-8887-89abd8075cb0'], hosted agents: [] {{(pid=84003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 08:14:53.231130 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Network a48613d9-3123-48b6-a72f-0cb6e3731455 is scheduled to be hosted by DHCP agent 619859b1-1659-4b00-8887-89abd8075cb0 with binding_index 1 {{(pid=84003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 08:14:53.246408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-6-iscsi, a48613d9-3123-48b6-a72f-0cb6e3731455) {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:53.246857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d9d97-77a1-486c-973e-3d7debd8b85f None None] New status for floating IP 1ae9cc69-3fec-4d27-b9a2-6e68035a846d: ACTIVE {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:14:53.266080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:53.267252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.292688 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3499a117-3561-4c9f-a570-81a1b1e21201 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0007210
Feb 19 08:14:53.294375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73250f5e-3d59-48aa-a555-e1818b5c222d None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:53.296512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 41886) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:53.303541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:14:53.309972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:14:53.315789 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Usage tracker for resource:router and tenant:b08deed8c8e846198b10e2e2a6e8de7c is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:14:53.320550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:14:53.328701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:14:53.341434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-913434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-226124'] for router, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.344252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-910377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854549701'] for router, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.370256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.765342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4fb6c-9d85-4d8b-a535-8507ec4d1b63 req-e9e5816e-132a-4062-9940-46e39c6c03b1 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:53.767213 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95e4fb6c-9d85-4d8b-a535-8507ec4d1b63 req-e9e5816e-132a-4062-9940-46e39c6c03b1 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.1257048
Feb 19 08:14:53.831462 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95e4fb6c-9d85-4d8b-a535-8507ec4d1b63 req-e51e07fa-1a0e-4bc4-8ff1-4e47ec23edd2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532773
Feb 19 08:14:53.872751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-913419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854549718'] for router, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:53.918804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e95b5-4fb8-449a-aecf-446d4630d84e req-473d7808-aa45-4456-91eb-0eaac9ea48f6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:53.920465 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-876e95b5-4fb8-449a-aecf-446d4630d84e req-473d7808-aa45-4456-91eb-0eaac9ea48f6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.4215939
Feb 19 08:14:53.996074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90c7f3e2-9298-5ed7-aec3-9e4894a68a4e-a48613d9-3123-48b6-a72f-0cb6e3731455', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904'}]}} from dv-cinder-773985-6-iscsi. {{(pid=84005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 08:14:53.996991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.019657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb2208>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:54.031727 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-876e95b5-4fb8-449a-aecf-446d4630d84e req-03e722cf-5d95-4c96-9ae8-7bf47f5bb0e5 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0642419
Feb 19 08:14:54.035212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:54.036141 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Updating router 0282849e-508c-47ff-9290-21ae574faa98 port 0ba588be-eecf-46e6-a2ef-831161c03e06 binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:14:54.183129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.299129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.316650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604de06-b2af-454d-9c16-63002047b0f6 req-15eeeeaa-fa30-418c-8b16-f0e2682946da tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:54.318464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c604de06-b2af-454d-9c16-63002047b0f6 req-15eeeeaa-fa30-418c-8b16-f0e2682946da tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1087108
Feb 19 08:14:54.334021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.375346 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c604de06-b2af-454d-9c16-63002047b0f6 req-9fdc4163-230f-4ecb-840e-0ce24b0e0366 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491345
Feb 19 08:14:54.620986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Allocated IP 172.20.0.2 (a48613d9-3123-48b6-a72f-0cb6e3731455/b42a50f7-2a94-4c65-adbc-81ab4bde8904/1220fd81-92f9-45c6-9b9d-d6c549fe58af) {{(pid=84005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:54.632121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Allocated IP 172.27.0.75 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/5a40562d-e759-4cd3-aab9-2310dac2486d) {{(pid=84003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:54.799768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.837569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.858047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c557872-1a5f-4955-ba91-214647aa6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:54.974496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:54.995544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks [] for port, precommit_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:55.002799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Transition to ACTIVE for port object 0ba588be-eecf-46e6-a2ef-831161c03e06 will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:55.009737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Transition to ACTIVE for port object 1220fd81-92f9-45c6-9b9d-d6c549fe58af will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:55.012874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:55.034283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:55.069271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:55.082862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Pushing event updated for resources: {'Port': ['ID=5a40562d-e759-4cd3-aab9-2310dac2486d,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:55.086299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:55.158126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b1d39-6e81-4d43-9dca-6bb99d3164a3 req-adfc8cac-c2a7-448b-a98c-0f5d46bddb84 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:55.159832 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-572b1d39-6e81-4d43-9dca-6bb99d3164a3 req-adfc8cac-c2a7-448b-a98c-0f5d46bddb84 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.2007689
Feb 19 08:14:55.164948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:55.166247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:55.169047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Received port after_create {{(pid=84003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:55.216459 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Transition to ACTIVE for port object 1220fd81-92f9-45c6-9b9d-d6c549fe58af will not be triggered until provisioned by entity DHCP. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:55.237844 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097'] for port, after_create {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:55.311432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859f3d7-d70b-408f-aac8-8715601790e6 req-6f0e07cf-e555-464a-adc1-195895feb1c7 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:55.313095 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4859f3d7-d70b-408f-aac8-8715601790e6 req-6f0e07cf-e555-464a-adc1-195895feb1c7 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 943 time: 0.1053214
Feb 19 08:14:55.327128 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-572b1d39-6e81-4d43-9dca-6bb99d3164a3 req-d70f5172-efcc-4e07-b2c1-60103ede4fe3 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275649
Feb 19 08:14:55.357143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Pushing event updated for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:55.365669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:55.368510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-968a1c74-244e-4d93-926d-246e2c67fe41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:55.384981 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4859f3d7-d70b-408f-aac8-8715601790e6 req-f10ff51a-4628-4de9-b975-b9b358150e46 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0634346
Feb 19 08:14:55.518885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Pushing event updated for resources: {'Port': ['ID=1220fd81-92f9-45c6-9b9d-d6c549fe58af,revision_number=1']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:55.528758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:55.560421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 is already hosted by enough agents. {{(pid=84005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:55.563700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Resources bound (agent type, host, resource id):  {{(pid=84005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:55.570507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Received port after_create {{(pid=84005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:55.572846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:55.573117 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:55.638078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0e57d-0d02-4327-9a6b-3264bc5a6369 req-c53b16f3-871c-4fb0-a007-655f2a1044f1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:55.639956 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8be0e57d-0d02-4327-9a6b-3264bc5a6369 req-c53b16f3-871c-4fb0-a007-655f2a1044f1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1157212
Feb 19 08:14:55.717429 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8be0e57d-0d02-4327-9a6b-3264bc5a6369 req-b993f350-fd2a-42da-a74e-4e7a255712aa tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689840
Feb 19 08:14:55.786199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Attempting to bind port 1220fd81-92f9-45c6-9b9d-d6c549fe58af on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:55.786826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Attempting to bind port 1220fd81-92f9-45c6-9b9d-d6c549fe58af by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:55.787552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Attempting to bind port 1220fd81-92f9-45c6-9b9d-d6c549fe58af on network a48613d9-3123-48b6-a72f-0cb6e3731455 {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:56.009353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:56.009353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Checking segment: {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:56.009353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.009353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Bound using segment: {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:56.013088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Bound port: 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:56.013088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.035015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade61102-ff77-4695-8758-0142599995d4 req-6282fa38-2bef-42b1-b5ed-031196e2564a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:56.036686 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ade61102-ff77-4695-8758-0142599995d4 req-6282fa38-2bef-42b1-b5ed-031196e2564a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.2775910
Feb 19 08:14:56.101188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.111422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Attempting to bind port 0ba588be-eecf-46e6-a2ef-831161c03e06 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:14:56.111838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Attempting to bind port 0ba588be-eecf-46e6-a2ef-831161c03e06 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:14:56.112478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Attempting to bind port 0ba588be-eecf-46e6-a2ef-831161c03e06 on network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:14:56.145629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:14:56.146088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:14:56.146523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.146963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Bound using segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:14:56.147501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Bound port: 0ba588be-eecf-46e6-a2ef-831161c03e06, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:14:56.147924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.234457 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ade61102-ff77-4695-8758-0142599995d4 req-8df83648-dd10-4e07-a14f-f0400adc31af tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888170
Feb 19 08:14:56.239771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.296085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:14:56.301827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] For port 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:56.335650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:14:56.346231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] For port 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=1220fd81-92f9-45c6-9b9d-d6c549fe58af,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:56.347352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.351413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c2511085-d195-4d04-a426-d55e6f261cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:56.400023 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'code': 200}
Feb 19 08:14:56.408416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.433804 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] For port 0ba588be-eecf-46e6-a2ef-831161c03e06, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:14:56.500122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] For port 0ba588be-eecf-46e6-a2ef-831161c03e06, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0ba588be-eecf-46e6-a2ef-831161c03e06,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:14:56.514817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.528737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853862382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853885814'] for router, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:56.695662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=6']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:56.714733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:56.717175 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:56.725353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1352ef-bb76-44aa-9761-6e4d26402b0b req-ec0dce0b-812f-4d00-943e-295d6e2611df tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:56.734043 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c1352ef-bb76-44aa-9761-6e4d26402b0b req-ec0dce0b-812f-4d00-943e-295d6e2611df tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1708233
Feb 19 08:14:56.833522 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c1352ef-bb76-44aa-9761-6e4d26402b0b req-04670fca-8fb0-42cd-a945-38c8fe4bb646 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0981493
Feb 19 08:14:56.870815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Pushing event updated for resources: {'Port': ['ID=1220fd81-92f9-45c6-9b9d-d6c549fe58af,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:56.899022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a329cc-cd89-46c7-9bdb-df98ea20b8a5 req-7fb25cb3-2779-46f4-aa32-c402fd26a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:56.901519 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-65a329cc-cd89-46c7-9bdb-df98ea20b8a5 req-7fb25cb3-2779-46f4-aa32-c402fd26a90c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.1096330
Feb 19 08:14:56.944523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e04fe-1a70-4a67-8ca0-c3b6d6b1f770 req-ebb8c045-f20b-47d5-a504-c2b795f1da0a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:56.956532 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-463e04fe-1a70-4a67-8ca0-c3b6d6b1f770 req-ebb8c045-f20b-47d5-a504-c2b795f1da0a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.2341845
Feb 19 08:14:56.961248 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-65a329cc-cd89-46c7-9bdb-df98ea20b8a5 req-b3e2269c-082d-44fd-bd08-9bcd14190cf6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0471807
Feb 19 08:14:56.968452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:56.969294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb2208>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:57.037741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-463e04fe-1a70-4a67-8ca0-c3b6d6b1f770 req-0c3aa28e-3c71-4c38-ba14-5e4923bdc980 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795588
Feb 19 08:14:57.044191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d is scheduled to L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c with binding_index 1 {{(pid=84003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 08:14:57.096746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede823ea-0396-425f-8822-a5fbcb622d17 req-15da0236-1840-4c14-9de6-e6e924bfb3cc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:57.106965 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ede823ea-0396-425f-8822-a5fbcb622d17 req-15da0236-1840-4c14-9de6-e6e924bfb3cc tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1179266
Feb 19 08:14:57.171541 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ede823ea-0396-425f-8822-a5fbcb622d17 req-18b886aa-fccd-45e2-b9aa-0b000f51485e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635805
Feb 19 08:14:57.214254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Pushing event updated for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:57.221922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:57.222646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:57.223203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:57.296148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:57.386219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:14:57.401836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Sync routers for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:14:57.458611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:57.460458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b1b0f69e-1077-4c6c-88ae-146c28c69be5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1626177
Feb 19 08:14:57.463663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 41924) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:14:57.505549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:14:57.506482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e5dd588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:57.843166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:14:57.949339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 1220fd81-92f9-45c6-9b9d-d6c549fe58af up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:58.074085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:14:58.227360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb2208>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:14:56Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:58.258283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f68f-f524-476b-977c-9ab3fdda28b3 req-70b3e5e0-1f38-43f5-a56b-4633b50bde3a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:58.260447 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95d6f68f-f524-476b-977c-9ab3fdda28b3 req-70b3e5e0-1f38-43f5-a56b-4633b50bde3a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.2251172
Feb 19 08:14:58.366871 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-95d6f68f-f524-476b-977c-9ab3fdda28b3 req-6fd36a5b-42a9-4232-a33c-7c745f683da4 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0713296
Feb 19 08:14:58.499541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:58.499710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff66d8-a99e-4150-b077-63a5ddad703b req-ee04fafd-6689-4e45-8b31-f3eb5e67fac0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:14:58.502152 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddff66d8-a99e-4150-b077-63a5ddad703b req-ee04fafd-6689-4e45-8b31-f3eb5e67fac0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1365809
Feb 19 08:14:58.564827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:58.566813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966859-41a2-48db-bbd4-13e41e7ca5c7 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:14:56Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:14:58.571860 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddff66d8-a99e-4150-b077-63a5ddad703b req-dcd7c2c3-3892-40ed-bff3-b27b83778ade tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627542
Feb 19 08:14:58.685695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:58.786854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3331ffb-d2ac-49bc-991d-703b7b60da59 None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:14:58.904553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e5dd588>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:14:55Z', 'revision_number': 3, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:14:58.918377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:58.918855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:58.954581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Provisioning for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:14:58.982280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Checking router: 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:14:58.982689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Updating router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d port 5a40562d-e759-4cd3-aab9-2310dac2486d binding host dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:14:59.045118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Provisioning complete for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:14:59.045529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:59.046255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Allocated IP 172.20.0.1 (a48613d9-3123-48b6-a72f-0cb6e3731455/b42a50f7-2a94-4c65-adbc-81ab4bde8904/cd62d3a0-3237-4a35-9ac8-f7ce041243c5) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:14:59.212941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:59.241637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:59.268089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Transition to ACTIVE for port object cd62d3a0-3237-4a35-9ac8-f7ce041243c5 will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:14:59.300260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:59.326975 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1686d11-ecad-4294-94f3-e5b6450a3aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:14:59.783487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:14:59.888291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Pushing event updated for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:14:59.892468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0ba588be-eecf-46e6-a2ef-831161c03e06 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:14:59.894021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Network a48613d9-3123-48b6-a72f-0cb6e3731455 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:14:59.895252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:14:59.896781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:14:59.900104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:14:59.983715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889924'] for router_interface, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.002352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] For port 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=1220fd81-92f9-45c6-9b9d-d6c549fe58af,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:00.065378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.072321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:00.196704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 0ba588be-eecf-46e6-a2ef-831161c03e06 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:00.208037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 0ba588be-eecf-46e6-a2ef-831161c03e06 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:00.208736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.258908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks [] for port, precommit_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.289551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4eac-8607-4c8d-8a50-ac661c72b7e3 req-416d7442-7e7b-480e-b2f8-4edc06a618a8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:00.298060 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d6e4eac-8607-4c8d-8a50-ac661c72b7e3 req-416d7442-7e7b-480e-b2f8-4edc06a618a8 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.5469747
Feb 19 08:15:00.315608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Transition to ACTIVE for port object 5a40562d-e759-4cd3-aab9-2310dac2486d will not be triggered until provisioned by entity L2. {{(pid=84005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:15:00.332827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.383924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d150e53-58cb-492f-aa87-773b0f6179f0 req-d2b43d4a-2342-4990-bf27-66e4953be446 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:00.385619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d150e53-58cb-492f-aa87-773b0f6179f0 req-d2b43d4a-2342-4990-bf27-66e4953be446 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.2240441
Feb 19 08:15:00.428793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1d6e4eac-8607-4c8d-8a50-ac661c72b7e3 req-c8046d24-a862-419c-9981-c2b110efb3d5 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1289477
Feb 19 08:15:00.499961 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d150e53-58cb-492f-aa87-773b0f6179f0 req-3748c670-30af-4499-9cca-987bb361370f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921042
Feb 19 08:15:00.511236 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Pushing event updated for resources: {'Port': ['ID=1220fd81-92f9-45c6-9b9d-d6c549fe58af,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:00.550581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:00.557306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b8643651-dccf-4ac2-baf5-2c2132d2fc69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:00.594306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.672400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Provisioning for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:00.683384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Provisioning complete for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:00.683801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:00.815916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb32d5-22a0-4272-88cd-d842b27b39ee None None] Pushing event updated for resources: {'Port': ['ID=5a40562d-e759-4cd3-aab9-2310dac2486d,revision_number=2']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:00.836836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6cfb32d5-22a0-4272-88cd-d842b27b39ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:00.894586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:15:00.899765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.000329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.006523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.050207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f9be489-d937-44ea-8b1f-1c6ab6af98c9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:01.149933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854194024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890861'] for router_interface, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.158165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 0ba588be-eecf-46e6-a2ef-831161c03e06, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0ba588be-eecf-46e6-a2ef-831161c03e06,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:01.169703 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Pushing event updated for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:01.170213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Provisioning complete for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:01.170766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a25c1e28-5cf9-4cf0-bc88-af1336196aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.206623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.218183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:01.222798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:01.262918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Attempting to bind port 5a40562d-e759-4cd3-aab9-2310dac2486d on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:15:01.263447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Attempting to bind port 5a40562d-e759-4cd3-aab9-2310dac2486d by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:15:01.263709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Attempting to bind port 5a40562d-e759-4cd3-aab9-2310dac2486d on network 5efa1c81-2081-41d1-9be2-a8db9cab57aa {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:15:01.285768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:15:01.286213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Checking segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:15:01.286669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.287105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Bound using segment: {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'} {{(pid=84005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:15:01.287911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Bound port: 5a40562d-e759-4cd3-aab9-2310dac2486d, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d43890-55d3-41de-b6fa-08a5fb9946e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}}] {{(pid=84005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:15:01.288331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.377069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] For port 5a40562d-e759-4cd3-aab9-2310dac2486d, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:15:01.380567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] For port 5a40562d-e759-4cd3-aab9-2310dac2486d, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=5a40562d-e759-4cd3-aab9-2310dac2486d,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:15:01.383510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Network a48613d9-3123-48b6-a72f-0cb6e3731455 is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:15:01.385346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:15:01.400925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:01.534315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:01.553072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:01.564671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1307a5ae-3b99-4454-8a10-04309f86d53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:01.654732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb32d5-22a0-4272-88cd-d842b27b39ee None None] Pushing event updated for resources: {'Port': ['ID=5a40562d-e759-4cd3-aab9-2310dac2486d,revision_number=3']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:01.675358 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6cfb32d5-22a0-4272-88cd-d842b27b39ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:01.805338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:15:01.907643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0ba588be-eecf-46e6-a2ef-831161c03e06 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:01.916500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f07a6-fefd-4871-a26d-2be7b025afcf req-300a8bac-9d52-4198-847a-c1102fcadbb2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:01.921552 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b8f07a6-fefd-4871-a26d-2be7b025afcf req-300a8bac-9d52-4198-847a-c1102fcadbb2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1563921
Feb 19 08:15:01.980238 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7b8f07a6-fefd-4871-a26d-2be7b025afcf req-f4ce32fe-55ab-471f-8210-04617bf63e66 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534894
Feb 19 08:15:01.996862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-47d3dd27-5dab-45bd-a28e-c89f227aef27 None None] Provisioning complete for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:01.997356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d3dd27-5dab-45bd-a28e-c89f227aef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:02.056666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:02.057493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e5dd588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:02.127402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:15:02.145050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] 10.222.0.13 "PUT /v2.0/routers/23f4ad5f-e5d6-4b4b-866c-bd353d2f285d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6735506
Feb 19 08:15:02.153564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-47d3dd27-5dab-45bd-a28e-c89f227aef27 None None] Port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:15:02.271229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-47d3dd27-5dab-45bd-a28e-c89f227aef27 None None] Provisioning complete for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:02.271812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d3dd27-5dab-45bd-a28e-c89f227aef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:02.351646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 0ba588be-eecf-46e6-a2ef-831161c03e06 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:02.352042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:02.526950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:02.906479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 1220fd81-92f9-45c6-9b9d-d6c549fe58af up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:03.128409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 1220fd81-92f9-45c6-9b9d-d6c549fe58af triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:03.130437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.153165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-718191362', 'description': 'tempest-TestVolumeBootPattern-718191362 description'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:03.160764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:03.165678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Usage tracker for resource:security_group and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:03.169096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:03.175958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:03.200336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.263417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:03.273883 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Usage tracker for resource:security_group_rule and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:03.281442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:03.291868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:03.381768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.387038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.395651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-561ebad6-f184-4f5d-84a6-f5993f555cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:03.430600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced9a1-60b5-4c08-b1a0-0f78e13e04c0 req-5cf1e18a-0f54-4958-b653-a55fc2226d9e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:03.432379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:03.433337 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ced9a1-60b5-4c08-b1a0-0f78e13e04c0 req-5cf1e18a-0f54-4958-b653-a55fc2226d9e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1708021
Feb 19 08:15:03.443646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:03.466386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e5dd588>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'cd62d3a0-3237-4a35-9ac8-f7ce041243c5', 'name': '', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'mac_address': 'fa:16:3e:3c:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:58Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 2, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'subnets': [{'id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:03.467719 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.473449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48ccdb88-dae0-4954-a507-77b653a92d37 req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3249645
Feb 19 08:15:03.480793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd59d9-5f6c-4c50-bb3a-03c306bfcc8b None None] The sync data for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi is: [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'cd62d3a0-3237-4a35-9ac8-f7ce041243c5', 'name': '', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'mac_address': 'fa:16:3e:3c:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:58Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 2, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'subnets': [{'id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:15:03.545398 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ced9a1-60b5-4c08-b1a0-0f78e13e04c0 req-f2e25ef8-3b1a-4614-ae43-75334a8feb8d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935841
Feb 19 08:15:03.588223 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-965fdd35-7d79-4692-b138-ad9501284c89 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups/91ddcc6b-74fc-44e7-a847-025ceb0bd0d8 HTTP/1.1" status: 200  len: 1806 time: 0.0915856
Feb 19 08:15:03.593756 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91ddcc6b-74fc-44e7-a847-025ceb0bd0d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:03.601314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91ddcc6b-74fc-44e7-a847-025ceb0bd0d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:03.620594 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:03.631150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Usage tracker for resource:security_group_rule and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:03.634677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:03.641318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:03.729921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.782250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.786224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.788768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7f14a650-28a8-4591-b5c5-4cad00ae264b tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:03.815887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd75db-c10c-4f67-acb6-ff106d2e5f47,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:03.819274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:03.842674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:03.844041 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d06d5c60-ce95-464f-9abb-f19a6ac21f93 req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2547622
Feb 19 08:15:03.937632 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d62b1c61-bcc6-4f2f-a417-a3e65c8d47cd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups/91ddcc6b-74fc-44e7-a847-025ceb0bd0d8 HTTP/1.1" status: 200  len: 2399 time: 0.0697324
Feb 19 08:15:03.943658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91ddcc6b-74fc-44e7-a847-025ceb0bd0d8', 'remote_group_id': None}]} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:03.944012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91ddcc6b-74fc-44e7-a847-025ceb0bd0d8', 'remote_group_id': None}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:03.951273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:03.955915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Usage tracker for resource:security_group_rule and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:03.959609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:03.993836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:04.084833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:04.117747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:04.127397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:04.132032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-436f945a-0651-4f60-9eee-abcee183515f tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:04.178922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f059907c-d39a-4707-86e7-6427ecf9f9d4,revision_number=0']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:04.181845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:04.183271 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d3e32a22-f2fa-4550-924d-d6af02497ab1 req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2446904
Feb 19 08:15:04.184163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d0ff040a-360e-401a-845f-58ec5c2a8997 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:04.948826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a6e9-1213-48c6-9fbb-6926d32f90c0 req-1cfbf345-9b0b-443a-b607-93bbddd82a36 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:04.956655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9600a6e9-1213-48c6-9fbb-6926d32f90c0 req-1cfbf345-9b0b-443a-b607-93bbddd82a36 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1803780
Feb 19 08:15:05.082781 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9600a6e9-1213-48c6-9fbb-6926d32f90c0 req-1b355813-d2c3-44cb-b018-6a95eb924e72 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192503
Feb 19 08:15:05.864163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 5a40562d-e759-4cd3-aab9-2310dac2486d up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:05.950982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcabd-bb5c-4f13-b51b-f55650680307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:05.977070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port 5a40562d-e759-4cd3-aab9-2310dac2486d completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:05.983600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 5a40562d-e759-4cd3-aab9-2310dac2486d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:05.984127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:06.129412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:06.159710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port 5a40562d-e759-4cd3-aab9-2310dac2486d, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=5a40562d-e759-4cd3-aab9-2310dac2486d,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:06.164822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:06.171646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1c7ebde-8179-4f3e-9c7d-231b4db6cfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:06.280881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=5a40562d-e759-4cd3-aab9-2310dac2486d,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:06.296637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:06.441579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472536c-07ac-469d-bf73-9c745d16245a req-63819cac-e5dd-4398-94f7-3f77becd5bde tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:06.449124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4472536c-07ac-469d-bf73-9c745d16245a req-63819cac-e5dd-4398-94f7-3f77becd5bde tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1127129
Feb 19 08:15:06.499916 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4472536c-07ac-469d-bf73-9c745d16245a req-c29ddae3-2d56-4740-b298-99353711406e tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498309
Feb 19 08:15:07.414914 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Sync routers for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:15:07.439244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:07.440359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb02e8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:14:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:07.864912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:07.903294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 5a40562d-e759-4cd3-aab9-2310dac2486d up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:07.971458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd84352-d448-4686-875c-584ccc7c307f req-e78cfa34-a75d-4eda-865e-17b2ef3cae81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:07.980116 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd84352-d448-4686-875c-584ccc7c307f req-e78cfa34-a75d-4eda-865e-17b2ef3cae81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.3161902
Feb 19 08:15:08.063099 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ddd84352-d448-4686-875c-584ccc7c307f req-927a7b7a-15bf-4711-a187-602b82d68166 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770524
Feb 19 08:15:08.067913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port 5a40562d-e759-4cd3-aab9-2310dac2486d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:08.068654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:08.336890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3352-80b7-46c4-9289-4c30d65ed3a9 req-7876f90b-bbd6-47fc-b622-9b8cac4932ec tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:08.345414 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-df2f3352-80b7-46c4-9289-4c30d65ed3a9 req-7876f90b-bbd6-47fc-b622-9b8cac4932ec tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.1742160
Feb 19 08:15:08.383971 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb02e8>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'cd62d3a0-3237-4a35-9ac8-f7ce041243c5', 'name': '', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'mac_address': 'fa:16:3e:3c:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:58Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 2, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'subnets': [{'id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:08.389004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Checking router: 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:15:08.389400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Updating router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 binding host dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 08:15:08.409552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbcf6-1535-4987-a899-4f6f4282e75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:08.412058 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-df2f3352-80b7-46c4-9289-4c30d65ed3a9 req-b044f0ae-72b1-448c-8410-cba4a9f2a1ea tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635653
Feb 19 08:15:08.519699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:08.698275 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-923f854b-f3e5-4e60-a573-e7ea240a91c4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2549953
Feb 19 08:15:08.710314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:08.717206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:08.723629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Usage tracker for resource:floatingip and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:08.728510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:08.736564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:08.765220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:08.778454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:08.988125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:09.146534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:09.169030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Transition to ACTIVE for port object cd62d3a0-3237-4a35-9ac8-f7ce041243c5 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:15:09.181890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:09.340913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cdf7bad4-c845-4523-af0d-c0e3712b23ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:09.454210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638d18-5ee7-4e55-8584-0f919959e0de req-bc27ffe7-d07f-49a2-b44f-88ab505f9059 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:09.456114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d8638d18-5ee7-4e55-8584-0f919959e0de req-bc27ffe7-d07f-49a2-b44f-88ab505f9059 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1280184
Feb 19 08:15:09.525463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a29e-34e7-4329-bd90-9b47a1137bfe None None] Pushing event updated for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:09.530967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ab47a29e-34e7-4329-bd90-9b47a1137bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:09.573594 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d8638d18-5ee7-4e55-8584-0f919959e0de req-4dffc324-229a-418c-9426-4588af9f9251 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084538
Feb 19 08:15:09.690139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:09.747142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Attempting to bind port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 on host dv-cinder-773985-6-iscsi for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:15:09.747549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Attempting to bind port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 by drivers openvswitch on host dv-cinder-773985-6-iscsi at level 0 using segments [{'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:15:09.747955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Attempting to bind port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 on network a48613d9-3123-48b6-a72f-0cb6e3731455 {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:15:09.756711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Checking agent: {'id': '87bbdd19-9bc3-434e-8dd8-8d14b928a2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 7, 59, 10), 'started_at': datetime.datetime(2021, 2, 19, 7, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:15:09.757135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Checking segment: {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:15:09.758111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:09.758111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Bound using segment: {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:15:09.760136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Bound port: cd62d3a0-3237-4a35-9ac8-f7ce041243c5, host: dv-cinder-773985-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c429ee-6fd9-4fdd-83e2-171190a9701f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:15:09.760604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.000601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Allocated IP 172.27.0.59 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/fa37f06c-c5d9-4651-b190-9f0a25924b64) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:15:10.084030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] For port cd62d3a0-3237-4a35-9ac8-f7ce041243c5, host dv-cinder-773985-6-iscsi, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:15:10.087552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] For port cd62d3a0-3237-4a35-9ac8-f7ce041243c5, host dv-cinder-773985-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:15:10.097611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.115669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:10.264076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.327960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.328479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a29e-34e7-4329-bd90-9b47a1137bfe None None] Pushing event updated for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=4']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:10.343086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ab47a29e-34e7-4329-bd90-9b47a1137bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:10.352492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1ea44319-089e-415c-83f7-1ed29e666c7c tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:10.402658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:10.403770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb02e8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:15:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:10.461093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.556387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'Port': ['ID=fa37f06c-c5d9-4651-b190-9f0a25924b64,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:10.565726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:10.729828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:15:10.731133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:15:10.734605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:15:10.766427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:10.862859 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.918083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97bb4-5611-4b8b-a455-bb8d277c65f3 req-4ce8b049-fb6a-42e2-9903-aaea3de23cd3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:10.926132 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b0f97bb4-5611-4b8b-a455-bb8d277c65f3 req-4ce8b049-fb6a-42e2-9903-aaea3de23cd3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1090088
Feb 19 08:15:10.955702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:10.994557 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b0f97bb4-5611-4b8b-a455-bb8d277c65f3 req-cce1c978-5309-477b-9f34-0e66ce34b0c1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669978
Feb 19 08:15:11.245292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfb02e8>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'cd62d3a0-3237-4a35-9ac8-f7ce041243c5', 'name': '', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'mac_address': 'fa:16:3e:3c:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:58Z', 'updated_at': '2021-02-19T08:15:10Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'subnets': [{'id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:11.249674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31875d7f-bb24-42c1-8b6c-0c6cd56e3b12 None None] The sync data for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi is: [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:15:00Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'cd62d3a0-3237-4a35-9ac8-f7ce041243c5', 'name': '', 'network_id': 'a48613d9-3123-48b6-a72f-0cb6e3731455', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'mac_address': 'fa:16:3e:3c:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:58Z', 'updated_at': '2021-02-19T08:15:10Z', 'revision_number': 4, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'subnets': [{'id': 'b42a50f7-2a94-4c65-adbc-81ab4bde8904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:15:11.342626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:11.346893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:11.445499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-20fbcac1-0eff-4e3a-b60a-00a1b059bc10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:11.661908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'Port': ['ID=fa37f06c-c5d9-4651-b190-9f0a25924b64,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:11.735051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:11.736077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:11.796429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:11.797695 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0922475
Feb 19 08:15:11.924068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device cd62d3a0-3237-4a35-9ac8-f7ce041243c5 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:11.924588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-7ec8deea-e113-4150-8d21-4c9b90507c4c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:11.947874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-7ec8deea-e113-4150-8d21-4c9b90507c4c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:11.949516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-7ec8deea-e113-4150-8d21-4c9b90507c4c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1446576
Feb 19 08:15:12.016016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:12.035841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:12.039001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:12.222970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-e1f39519-c2c7-4b2c-8c83-21393fd5ece6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:12.234213 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-e1f39519-c2c7-4b2c-8c83-21393fd5ece6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.2783737
Feb 19 08:15:12.247488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-18dbd538-78db-4a26-a3d5-db4c6a85679c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:15:12.254894 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9fb32817-59dc-40ad-994a-3a26f08b4b46 req-18dbd538-78db-4a26-a3d5-db4c6a85679c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0158827
Feb 19 08:15:12.306767 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:12.326439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6abba2-25a4-44c9-bce0-771300be459f req-08aefad2-4f07-4680-b2f1-00e7728be737 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:12.334485 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c6abba2-25a4-44c9-bce0-771300be459f req-08aefad2-4f07-4680-b2f1-00e7728be737 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1387331
Feb 19 08:15:12.376636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] For port cd62d3a0-3237-4a35-9ac8-f7ce041243c5, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:12.381587 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:12.384716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b3ac7c3a-5784-47cd-95f4-3fd7aff23306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:12.418473 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c6abba2-25a4-44c9-bce0-771300be459f req-f94efa2d-b41f-4d00-aec8-cfd6fdf7626d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827780
Feb 19 08:15:12.504706 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Pushing event updated for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:12.508279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:12.555840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-96d69ec5-2512-47e1-8964-74a287078bd1 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:12.557508 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-96d69ec5-2512-47e1-8964-74a287078bd1 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1477463
Feb 19 08:15:12.682924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-f1300cf7-dbfb-411e-8a12-ffc4d59c74b2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1187055
Feb 19 08:15:12.688714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'floatingip': {'port_id': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:12.800287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:13.529752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:13.552875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:13.557148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:13.653542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac369-1932-4671-ac16-73056715566a req-b4978d43-2673-45d6-87fb-5b3a91000470 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:13.661472 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cdfac369-1932-4671-ac16-73056715566a req-b4978d43-2673-45d6-87fb-5b3a91000470 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1106267
Feb 19 08:15:13.710451 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cdfac369-1932-4671-ac16-73056715566a req-0f81a6f3-c70a-44fd-b6f3-401448b37ab4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475791
Feb 19 08:15:13.814641 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Floating IP aee5bb9d-d196-4b1c-99eb-5ea07691f9bc associated. External IP: 172.27.0.59, port: 051c86f2-d949-44c5-98e7-48a0572f8f15.
Feb 19 08:15:13.850605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device cd62d3a0-3237-4a35-9ac8-f7ce041243c5 up at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:13.957381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Provisioning complete for port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:13.957841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:14.208736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:15:14.729611 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:15:14.737707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:14.753222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Sync routers for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:15:14.773809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:14.774519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce97a20>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:15:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:14.798669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-b46e763e-7d59-462c-a313-c2495501774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:14.800333 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-b46e763e-7d59-462c-a313-c2495501774d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1163 time: 0.1647134
Feb 19 08:15:14.844321 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-80026255-c262-45fa-aba7-51672e03d5b4 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "PUT /v2.0/floatingips/aee5bb9d-d196-4b1c-99eb-5ea07691f9bc HTTP/1.1" status: 200  len: 995 time: 2.1602225
Feb 19 08:15:14.892606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:14.929746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5f0d-c0c8-4ab1-855a-12fc45f9bf1a req-b282db9e-cc8f-4448-8be0-7aae5fbe7390 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:14.931707 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-978e5f0d-c0c8-4ab1-855a-12fc45f9bf1a req-b282db9e-cc8f-4448-8be0-7aae5fbe7390 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.0942547
Feb 19 08:15:14.986578 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-978e5f0d-c0c8-4ab1-855a-12fc45f9bf1a req-0070bb33-4eea-499f-b15f-27e5626c95b0 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481200
Feb 19 08:15:15.024129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:15.053549 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:15:15.057575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-908d89d7-8f5f-42cb-b1c3-4860094af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.059218 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-908d89d7-8f5f-42cb-b1c3-4860094af097 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.2467310
Feb 19 08:15:15.061340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-96a8e8ae-4bf3-4c14-8cce-e0fae2a80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.063007 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-96a8e8ae-4bf3-4c14-8cce-e0fae2a80b2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.1639841
Feb 19 08:15:15.341772 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-49d163dd-0855-4784-816b-d072ac22da38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 1002 time: 0.2733810
Feb 19 08:15:15.435640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-bd00afd2-e774-4dff-ae5a-847c3f0dd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.437265 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-bd00afd2-e774-4dff-ae5a-847c3f0dd7b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.3109136
Feb 19 08:15:15.444270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-dd491a53-6132-49ff-accc-2170b1068079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.445815 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-dd491a53-6132-49ff-accc-2170b1068079 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.3762445
Feb 19 08:15:15.446728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce97a20>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'aee5bb9d-d196-4b1c-99eb-5ea07691f9bc', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'port_id': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'mac_address': 'fa:16:3e:c3:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:10Z', 'updated_at': '2021-02-19T08:15:13Z', 'revision_number': 1, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:15.453336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Checking router: acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:15:15.463527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:15.464211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ce97a20>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:15:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:15.477067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-9026850f-67ac-4e8e-b417-173a2a73df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.478923 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-9026850f-67ac-4e8e-b417-173a2a73df6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.1286974
Feb 19 08:15:15.675603 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:15.713170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-a1b491da-5fe4-4c29-9d37-fd1a45e51c60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 998 time: 0.2331076
Feb 19 08:15:15.831325 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-cc28d251-c2c0-47c8-976d-ec5c7478f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.833129 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-cc28d251-c2c0-47c8-976d-ec5c7478f12b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2898369
Feb 19 08:15:15.836518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-f1205d85-5efe-4a5c-93e1-c84aa70b65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.838776 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-f1205d85-5efe-4a5c-93e1-c84aa70b65c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.3897095
Feb 19 08:15:15.844683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-170b18a4-a0a5-4f3c-b2ae-aec9fecdffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:15.846430 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-170b18a4-a0a5-4f3c-b2ae-aec9fecdffbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.1175888
Feb 19 08:15:16.068704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ce97a20>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'aee5bb9d-d196-4b1c-99eb-5ea07691f9bc', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'port_id': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'mac_address': 'fa:16:3e:c3:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:10Z', 'updated_at': '2021-02-19T08:15:13Z', 'revision_number': 1, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:16.073581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb1df5-6728-431f-a9d9-eca35928858c None None] The sync data for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi is: [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'aee5bb9d-d196-4b1c-99eb-5ea07691f9bc', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'port_id': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'mac_address': 'fa:16:3e:c3:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:10Z', 'updated_at': '2021-02-19T08:15:13Z', 'revision_number': 1, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:15:16.140228 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-2006c1ce-dc4a-4409-a338-6aa509889521 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 998 time: 0.2842667
Feb 19 08:15:16.215656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb840e-b71e-41fa-8c11-0b8ca83d2568 req-770fef0f-fa38-44b6-ae2a-09c24f4c17bf tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:16.217284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbdb840e-b71e-41fa-8c11-0b8ca83d2568 req-770fef0f-fa38-44b6-ae2a-09c24f4c17bf tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.0907960
Feb 19 08:15:16.218734 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-6d3cf49d-224d-402f-8d91-00d887e09c2f service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3641562
Feb 19 08:15:16.232230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-3a97b5c4-d4ec-4558-b10b-3eb42dfc5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:16.234012 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-3a97b5c4-d4ec-4558-b10b-3eb42dfc5e37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3769627
Feb 19 08:15:16.273937 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fbdb840e-b71e-41fa-8c11-0b8ca83d2568 req-0632aa40-3478-4d17-9832-4436f897b4ee tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492442
Feb 19 08:15:16.398014 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4afa0-c9e3-41bb-9acb-be0a054cc2ef None None] New status for floating IP aee5bb9d-d196-4b1c-99eb-5ea07691f9bc: ACTIVE {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:15:16.424410 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-589d1c22-2f93-454f-a92b-953b15d41fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:16.426000 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-589d1c22-2f93-454f-a92b-953b15d41fa4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.2653339
Feb 19 08:15:16.608310 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91c1febc-3215-4891-905e-7ef88e3e6173 req-51c10565-2f77-4d2c-a55e-65ff51ca31ff service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3703477
Feb 19 08:15:16.611205 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-9433af83-4bb9-4004-9cd0-29f40cbe4ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438871
Feb 19 08:15:16.623180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-f5a9bd67-f98e-4d88-84cd-16e9db1cc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:16.625772 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-f5a9bd67-f98e-4d88-84cd-16e9db1cc174 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1880140
Feb 19 08:15:17.144406 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3ac23cce-06bb-4ae8-a6b3-7906c5369d0f req-8f997d3d-dfb9-4e18-8a57-872c64d19fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4855125
Feb 19 08:15:17.146693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-d581a188-8205-41a5-bce6-4bcceeba6133 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5128527
Feb 19 08:15:17.188442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1549734066', 'description': 'tempest-TestMinimumBasicScenario-1549734066 description'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:17.194930 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:17.205265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:17.214229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.236787 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:17.240987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Usage tracker for resource:security_group_rule and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:17.244005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:17.250145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:17.296611 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c652c68b-045c-4ef3-8f2d-55c5a0dad351 req-7521dcfc-b1c6-4cb8-b697-4088c7ed56cc service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427827
Feb 19 08:15:17.335754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.338814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.344685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fbc9d12c-9faf-4283-a2f0-5f9fe50b013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:17.393666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:17.397047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.398317 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-611e6c8c-03b4-4fbf-b7cd-0efd090bc18d req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2144701
Feb 19 08:15:17.399153 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:17.473288 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-1e299ae8-bf81-4e06-9027-bb107b7fedda tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups/5364d666-44d9-4c3b-9e1c-5b2e6c113dc8 HTTP/1.1" status: 200  len: 1814 time: 0.0504508
Feb 19 08:15:17.484333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5364d666-44d9-4c3b-9e1c-5b2e6c113dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:17.484685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5364d666-44d9-4c3b-9e1c-5b2e6c113dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:17.491077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:17.495187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Usage tracker for resource:security_group_rule and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:17.498226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:17.501772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb404-ccd1-41ab-8e76-f8eaacb5c1b7 req-90cd7690-37e4-4036-a91b-a7a80c6f636b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:17.503444 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6cfb404-ccd1-41ab-8e76-f8eaacb5c1b7 req-90cd7690-37e4-4036-a91b-a7a80c6f636b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.0880649
Feb 19 08:15:17.504837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:17.553751 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a6cfb404-ccd1-41ab-8e76-f8eaacb5c1b7 req-f134db7d-0b08-4c91-be92-5dc641fb2b32 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433965
Feb 19 08:15:17.562925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.590947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.594155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.596440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-be0fbaae-6154-4481-aa3c-f3d3c486733e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:17.639535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8280b20e-b263-48f6-ba76-a58e95579d8b,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:17.642795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.647632 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d9d2caa8-b856-460c-837e-2f3c5dfdb6c4 req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1675093
Feb 19 08:15:17.648587 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4c87ffaf-e18e-4ea1-a607-81dfa6a8bd1b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:17.725234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4adb44af-bcb7-47d2-8205-786d88563705 req-6e9f608d-ac28-4d63-8eac-07635fe3f0c2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups/5364d666-44d9-4c3b-9e1c-5b2e6c113dc8 HTTP/1.1" status: 200  len: 2407 time: 0.0547574
Feb 19 08:15:17.735232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5364d666-44d9-4c3b-9e1c-5b2e6c113dc8', 'remote_group_id': None}]} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:17.735581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5364d666-44d9-4c3b-9e1c-5b2e6c113dc8', 'remote_group_id': None}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:17.742131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:17.746236 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Usage tracker for resource:security_group_rule and tenant:0ce92a5f68974432a397a8bee5b04cea is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:17.749288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:17.755732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:17.815895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.841400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.844000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202566'] for security_group_rule, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.846255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:17.871588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455a344e-2596-4c92-845c-fe3342a287e5,revision_number=0']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:17.874315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:17.882127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:17.883433 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4adb44af-bcb7-47d2-8205-786d88563705 req-a5e6d0f1-1bec-4965-8e2a-711557488291 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1525674
Feb 19 08:15:18.034073 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-9bad2f09-a772-432e-a84e-c66f62beee2a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1549734066&fields=id&tenant_id=0ce92a5f68974432a397a8bee5b04cea HTTP/1.1" status: 200  len: 267 time: 0.0515480
Feb 19 08:15:18.126441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-3d32da41-2bfe-4748-be4b-6a9427ac5f9e tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:18.128063 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-3d32da41-2bfe-4748-be4b-6a9427ac5f9e tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.0878382
Feb 19 08:15:18.140035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'port': {'security_groups': ['587ef428-93f6-4e10-b115-31a6f9d68ce8', '5364d666-44d9-4c3b-9e1c-5b2e6c113dc8']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:18.271881 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:18.635825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=051c86f2-d949-44c5-98e7-48a0572f8f15,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:18.666157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:18.671149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:18.687041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:18.770365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:15:18.828461 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ce17-7d7d-4c47-9d01-ec46f3c26e96 req-db3431ae-c5c0-46d2-958d-c62e7c362512 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:18.830779 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c73ce17-7d7d-4c47-9d01-ec46f3c26e96 req-db3431ae-c5c0-46d2-958d-c62e7c362512 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1137085
Feb 19 08:15:18.890255 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8c73ce17-7d7d-4c47-9d01-ec46f3c26e96 req-580ae9e2-04cb-4389-a7e3-c2814d65da38 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522122
Feb 19 08:15:18.910431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:18.911961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:18.920766 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c330c2bf-eda6-43d0-aaf4-5fb857edfa79 req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "PUT /v2.0/ports/051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 981 time: 0.7857168
Feb 19 08:15:18.921393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:18.945508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=5']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:18.951210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cf8cd61f-b984-4183-b7b7-638ce4a1121b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:19.118273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:19.148775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:19.160180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450478d-8fee-429d-b9f5-8a3aa1e313d3 req-d8bfec26-e104-4e4d-8ae1-cbcf5c86ee3a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:19.162657 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3450478d-8fee-429d-b9f5-8a3aa1e313d3 req-d8bfec26-e104-4e4d-8ae1-cbcf5c86ee3a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.1093299
Feb 19 08:15:19.167778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:19.171983 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:19.174437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0d8b2dc-9395-44f0-a391-a73eee1ab293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:19.224612 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:15:19.230855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3450478d-8fee-429d-b9f5-8a3aa1e313d3 req-f796048e-287a-4791-90fb-7221f051ea55 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0586965
Feb 19 08:15:19.248216 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'code': 200}
Feb 19 08:15:19.269140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6d2b7cf5-b683-4ad3-b873-6efb5c0a196a None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:19.269812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7cf5-b683-4ad3-b873-6efb5c0a196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:19.314027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:19.317552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-5024fccf-84e7-460b-92e0-4d79da8862cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:19.319414 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-5024fccf-84e7-460b-92e0-4d79da8862cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1202 time: 0.0874569
Feb 19 08:15:19.326059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.326446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.326907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.327163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.327523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.328016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.328212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.328573 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.329010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.329901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.330260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.330684 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.331026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.331378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.331730 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.332082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.332429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.332779 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.333128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.333480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.333856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.334215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.334563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.334912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:19.341369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:19.471755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-5eb330bc-f331-46ed-9bde-85fb6b894e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:19.473259 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-5eb330bc-f331-46ed-9bde-85fb6b894e7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.1465478
Feb 19 08:15:19.588858 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-1de7dc82-3fa6-40c1-b485-d07fa22fea04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 1000 time: 0.1077049
Feb 19 08:15:19.686970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-01bba4dd-79e5-4f2e-957b-e7c9aeec3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:19.689202 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-01bba4dd-79e5-4f2e-957b-e7c9aeec3c48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.0836637
Feb 19 08:15:19.782577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-1fc15eef-3c85-4e41-9690-55e3670e9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:19.784308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-1fc15eef-3c85-4e41-9690-55e3670e9d2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806854
Feb 19 08:15:19.932445 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-1d67727c-03cd-4634-be02-2df55b3dc455 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391368
Feb 19 08:15:20.102753 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f6dd7311-849a-48c6-bb60-7200e7c10b7a req-c01e4d48-3533-4f07-a267-e3d4481ffd36 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544030
Feb 19 08:15:20.118741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054d27-9d04-4ec9-9ad3-c7682c08f0b4 req-a041c534-f90a-42a8-9708-187a1163ccfb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:20.120954 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-93054d27-9d04-4ec9-9ad3-c7682c08f0b4 req-a041c534-f90a-42a8-9708-187a1163ccfb tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.1031644
Feb 19 08:15:20.172235 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-93054d27-9d04-4ec9-9ad3-c7682c08f0b4 req-e79c6481-8386-4206-930a-bf5d9c30f362 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441766
Feb 19 08:15:21.009638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:21.084040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:21.084452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:21.760646 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-914e9246-2225-4347-a3f9-cd3f46bf3a94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0805666
Feb 19 08:15:21.774064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa7e74-f56d-41ed-a6df-5eedd6e1c070 req-adc3e3a5-f0dc-4f37-bce0-71b2d6221ca3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:21.775678 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88fa7e74-f56d-41ed-a6df-5eedd6e1c070 req-adc3e3a5-f0dc-4f37-bce0-71b2d6221ca3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0937431
Feb 19 08:15:22.073808 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88fa7e74-f56d-41ed-a6df-5eedd6e1c070 req-e82e59d0-789a-4773-bd71-fc236f198528 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2903690
Feb 19 08:15:22.316820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-de958c12-8642-4772-b3b4-bf1e4e5f738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:22.318488 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-de958c12-8642-4772-b3b4-bf1e4e5f738d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a&tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a HTTP/1.1" status: 200  len: 1161 time: 0.0829933
Feb 19 08:15:22.423653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-f9d249b3-9746-408b-936d-0c43bcfbed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:22.425316 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-f9d249b3-9746-408b-936d-0c43bcfbed9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1161 time: 0.0807421
Feb 19 08:15:22.589085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-1910a3e6-a157-4cd1-9c17-86bc3ccff3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:22.590741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-1910a3e6-a157-4cd1-9c17-86bc3ccff3bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 200  len: 910 time: 0.1543102
Feb 19 08:15:22.709489 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-fff90f21-5f1d-41ef-b393-bd470c92c66c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 200  len: 1000 time: 0.1099410
Feb 19 08:15:22.802896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-29beef90-c587-4631-82d5-5a10e7f9eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:22.804453 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-29beef90-c587-4631-82d5-5a10e7f9eeec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 200  len: 855 time: 0.0706360
Feb 19 08:15:22.893256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-94164488-98bb-404e-a9a1-5d5da7717a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:22.894942 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-94164488-98bb-404e-a9a1-5d5da7717a61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89d2e65a-770a-451a-b902-1be5d909ee68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826850
Feb 19 08:15:23.048113 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-60db5533-499e-4f19-b798-88ca167c7cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409042
Feb 19 08:15:23.199214 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-384c40da-8d79-4b28-893f-0a5d34e3a161 req-d9675f94-51ba-4d0a-ada6-5ded4ea63939 service neutron] 10.222.0.70 "GET /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397462
Feb 19 08:15:23.286264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48a0d-9294-437f-bf91-9492e7461070 req-d67be7ad-e812-4370-8a7c-525268d3064b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:23.288134 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aba48a0d-9294-437f-bf91-9492e7461070 req-d67be7ad-e812-4370-8a7c-525268d3064b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0894194
Feb 19 08:15:23.341922 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aba48a0d-9294-437f-bf91-9492e7461070 req-1f16f378-3e08-4ec3-ac23-cdca4a8e6162 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471039
Feb 19 08:15:24.583727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329823-3852-4de6-ae4e-51c9b4af49d4 req-173e7ee5-2b60-41f4-b2c9-679a7f3245f5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:24.585780 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ff329823-3852-4de6-ae4e-51c9b4af49d4 req-173e7ee5-2b60-41f4-b2c9-679a7f3245f5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.1131878
Feb 19 08:15:24.656144 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ff329823-3852-4de6-ae4e-51c9b4af49d4 req-b579b39e-e6f0-4b8b-b028-1aee8d5eaf3a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637212
Feb 19 08:15:25.881169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922848b4-5400-4609-8147-dbcf5eee826f req-43165784-5bb3-454d-a796-86a289d4a315 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:25.882888 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-922848b4-5400-4609-8147-dbcf5eee826f req-43165784-5bb3-454d-a796-86a289d4a315 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0917356
Feb 19 08:15:25.939423 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-922848b4-5400-4609-8147-dbcf5eee826f req-e6eef58b-5ac6-4414-a24f-8b546bf20cf2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482571
Feb 19 08:15:26.135471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-155a2f1b-05c4-4378-a0e9-f155de9c4c1d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:26.151458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-155a2f1b-05c4-4378-a0e9-f155de9c4c1d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:26.152677 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-155a2f1b-05c4-4378-a0e9-f155de9c4c1d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-718191362&fields=id&tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 267 time: 0.0612698
Feb 19 08:15:26.320732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-0bc57334-f96a-4712-b86c-6d4e716bbb14 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:26.322368 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-0bc57334-f96a-4712-b86c-6d4e716bbb14 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.1616938
Feb 19 08:15:26.339324 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-5cc8b3b6-bc65-4cb6-a15f-699746271bd3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/quotas/b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 375 time: 0.0107279
Feb 19 08:15:26.449846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-ce3866f3-42b7-4f44-8cdb-98b36bbce3c9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:26.466717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-ce3866f3-42b7-4f44-8cdb-98b36bbce3c9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:26.468086 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-ce3866f3-42b7-4f44-8cdb-98b36bbce3c9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1223209
Feb 19 08:15:26.634922 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-b2138af6-df7f-48ed-a6f2-9c2cad952999 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542318
Feb 19 08:15:26.800165 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-190f19ae-8275-40d0-80fc-07dd6efd576b service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579857
Feb 19 08:15:27.364488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b8828-66e4-457a-841b-6b758a425ca0 req-64b65ed8-3dc1-49e8-b330-4db8995389ac tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:27.366767 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a67b8828-66e4-457a-841b-6b758a425ca0 req-64b65ed8-3dc1-49e8-b330-4db8995389ac tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.1117272
Feb 19 08:15:27.423162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a67b8828-66e4-457a-841b-6b758a425ca0 req-259a3c73-1559-44e9-8223-4899bc5bf688 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476954
Feb 19 08:15:27.526969 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a5480256-f186-4836-8ffb-b9a575ea6595 req-66a321de-1194-4b27-9476-49de76017643 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0545743
Feb 19 08:15:28.640109 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bc91-9ffc-4e3e-bfcf-4edd0e27fd39 req-7694dc1b-ab57-426e-b05a-652b0df0c693 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:28.641774 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a0f9bc91-9ffc-4e3e-bfcf-4edd0e27fd39 req-7694dc1b-ab57-426e-b05a-652b0df0c693 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0956714
Feb 19 08:15:28.705242 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a0f9bc91-9ffc-4e3e-bfcf-4edd0e27fd39 req-4079a563-58b0-4d1e-ac1a-3380e8a824ca tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556381
Feb 19 08:15:28.863850 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-00fed5e0-da24-412f-b2ae-4b966abeaca2 req-8d34614a-7f44-4052-9da6-1e9d9cc534e1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0625553
Feb 19 08:15:29.917671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470702e-2e0c-4c76-be8a-404be5ee85a9 req-09b53aad-3af9-4f16-b5e6-f5a2939e93a3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:29.920077 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7470702e-2e0c-4c76-be8a-404be5ee85a9 req-09b53aad-3af9-4f16-b5e6-f5a2939e93a3 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0955503
Feb 19 08:15:29.973911 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7470702e-2e0c-4c76-be8a-404be5ee85a9 req-ce5b07c2-8ee4-462a-ab42-a1b2c7740165 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465856
Feb 19 08:15:30.127670 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7750a763-8f91-4303-85d0-150c1da12d18 req-23bcbde6-38f9-4268-92ac-119c30a00443 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0494678
Feb 19 08:15:31.202483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623329-9c74-4058-95e7-ca49b5d12a65 req-590af848-62d1-4853-8b06-565c10405da6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:31.204098 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-14623329-9c74-4058-95e7-ca49b5d12a65 req-590af848-62d1-4853-8b06-565c10405da6 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.1013119
Feb 19 08:15:31.254083 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-14623329-9c74-4058-95e7-ca49b5d12a65 req-32b9ce1a-5e54-4ddc-af2b-5f472e280b0c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431397
Feb 19 08:15:31.412946 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c974809d-9827-4ca8-9cfd-6c170dfd38bc req-ac898795-1783-4c1e-89e9-48662dbf07f7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0497756
Feb 19 08:15:32.472662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e29e9-8b89-495d-bb0b-71f4f281785b req-7b44b444-7e3e-4f9f-9ffa-6c6fda32d472 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:32.474320 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ea8e29e9-8b89-495d-bb0b-71f4f281785b req-7b44b444-7e3e-4f9f-9ffa-6c6fda32d472 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0998545
Feb 19 08:15:32.527704 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ea8e29e9-8b89-495d-bb0b-71f4f281785b req-6b524cbf-52a9-4857-89b5-6d0dbdf27ced tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470080
Feb 19 08:15:32.695748 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8d7f27c7-a504-4b8b-9483-c9c36eb68dfe req-03b49662-2819-4450-b03d-010540e8755e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0496285
Feb 19 08:15:33.759813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbd3b3-73d6-4e53-9447-698dd2105c56 req-155f357a-a748-458f-95d4-156332a8c853 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:33.762179 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96cbd3b3-73d6-4e53-9447-698dd2105c56 req-155f357a-a748-458f-95d4-156332a8c853 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0994494
Feb 19 08:15:33.816758 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-96cbd3b3-73d6-4e53-9447-698dd2105c56 req-342f4eec-2c31-4875-9378-808798a03e28 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461216
Feb 19 08:15:33.970594 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d1d9d7aa-8efa-4a23-ab6f-a74119c36b1c req-06c5431f-58f0-4354-909f-d1eb53dd487c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0512805
Feb 19 08:15:34.843834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:15:35.029360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155c3b-4da9-4110-8698-3b2ee70bf642 req-d7022d5d-04db-4b00-ad16-d91c9c27617b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:35.030954 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b155c3b-4da9-4110-8698-3b2ee70bf642 req-d7022d5d-04db-4b00-ad16-d91c9c27617b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0948863
Feb 19 08:15:35.084335 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3b155c3b-4da9-4110-8698-3b2ee70bf642 req-3f7ae2f4-74ad-452b-b0dc-a7c6720dae1b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463257
Feb 19 08:15:35.252413 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ac84d3fd-f148-4db3-b9d3-d934532fd1be req-3ed2016b-3f86-40f9-b1d1-1b41e70a205f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0491273
Feb 19 08:15:35.943754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fead19a-a180-46dd-82e3-df9ce066a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:36.298850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b5fa-41f5-415c-b675-c1e229628670 req-cfa62f9b-cef5-49e0-8c4f-6597ea5ced85 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:36.300481 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c77b5fa-41f5-415c-b675-c1e229628670 req-cfa62f9b-cef5-49e0-8c4f-6597ea5ced85 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0957472
Feb 19 08:15:36.350543 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7c77b5fa-41f5-415c-b675-c1e229628670 req-3838159d-1896-41ae-abf6-1fbed12c5356 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433576
Feb 19 08:15:36.506248 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cccc8863-b90c-4623-aafc-6ace3755cec7 req-79901e06-8267-4c59-b590-e4e37ce8181e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0491145
Feb 19 08:15:37.565190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6bf88-999f-4eb0-8d50-8268aaf89607 req-af944990-e6d8-46d0-9f0e-6f82ef39fda5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:37.566836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d7f6bf88-999f-4eb0-8d50-8268aaf89607 req-af944990-e6d8-46d0-9f0e-6f82ef39fda5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0925953
Feb 19 08:15:37.622270 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d7f6bf88-999f-4eb0-8d50-8268aaf89607 req-dc9c42f3-f81d-4bc0-95ee-c6a3625c323c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487304
Feb 19 08:15:37.684209 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-de732fbd-bc31-4afe-84ff-d22a92d16bd9 req-4bd7a517-c1e6-440c-8875-f6f8d310c465 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0494661
Feb 19 08:15:38.243613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-452d1de3-d6c9-4e9e-8d48-44d0f19c57be tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:38.244394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-452d1de3-d6c9-4e9e-8d48-44d0f19c57be tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:network {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:38.260913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-452d1de3-d6c9-4e9e-8d48-44d0f19c57be tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:network {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:38.262214 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-452d1de3-d6c9-4e9e-8d48-44d0f19c57be tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.1794007
Feb 19 08:15:38.345916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-14b300bf-6a2c-4c4b-91f9-34533b6b9439 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:security_group {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:38.358728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-52a4003c-27ec-4973-9339-62ea440e208f req-14b300bf-6a2c-4c4b-91f9-34533b6b9439 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:security_group {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:38.360228 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-14b300bf-6a2c-4c4b-91f9-34533b6b9439 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 5763 time: 0.0873547
Feb 19 08:15:38.373501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'port': {'device_id': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'admin_state_up': True, 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'security_groups': ['91ddcc6b-74fc-44e7-a847-025ceb0bd0d8']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:38.404173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0863dc31-eabd-44a3-81e2-5ad0f9ec58ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:38.528240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:38.538276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:38.548790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Made reservation on behalf of b32d9ddfce2047c7a968d2853cb6ddb5 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:15:38.554493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:38.748785 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:38.854766 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-592b906a-5da7-4f51-afad-ca0b5fac21d6 req-d9b0c1e7-bb0f-43e2-ad78-c1aaae02b047 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0501482
Feb 19 08:15:39.176889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83413971-8487-4420-aa01-a0339ebfb1a3 req-8e5b417f-8bbb-49d1-af5c-06dd3dd71a35 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:39.178464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83413971-8487-4420-aa01-a0339ebfb1a3 req-8e5b417f-8bbb-49d1-af5c-06dd3dd71a35 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.4192405
Feb 19 08:15:39.215834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.20.0.14 (7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f/779e231d-583b-4f46-b755-fedb662d1da7/558d247e-1be8-47a5-a34d-f695d4554e8d) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:15:39.249538 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-83413971-8487-4420-aa01-a0339ebfb1a3 req-b5e13d70-9478-4b8a-91a8-82517573439a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629764
Feb 19 08:15:39.425705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:39.433521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.449801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Transition to ACTIVE for port object 558d247e-1be8-47a5-a34d-f695d4554e8d will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:15:39.473921 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.495667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-daed099c-09f0-421b-84bf-bb5683bf74d7 tempest-VolumesSnapshotTestJSON-1539883647 tempest-VolumesSnapshotTestJSON-1539883647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:39.496761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:39.497176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.635030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:39.644874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.657613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.658065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.658733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.658873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.659441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.659864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.660278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.660835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.661069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.661467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.661888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.662288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.663020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.663434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.663830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.664228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.664624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.665021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.665416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.665830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.666416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.667545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.668261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.668398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:15:39.672895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:39.681439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:39.694418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:39.699484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.702103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-92ce334b-2039-4e56-97dc-757c30fadc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:39.726533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:15:39.727827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:15:39.730346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:15:39.760784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'code': 200}
Feb 19 08:15:39.762069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.793833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=6']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:39.801993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:39.818264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:39.818926 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:39.845582 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-df169d30-b2a7-47ab-8eec-b11d0b3b7922 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4763696
Feb 19 08:15:39.868114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Request body: {'port': {'device_id': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:40.018982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e0bd66d2-1606-4530-bfc6-6976d47b59db None None] Provisioning for port 558d247e-1be8-47a5-a34d-f695d4554e8d completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:40.024293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e0bd66d2-1606-4530-bfc6-6976d47b59db None None] Provisioning complete for port 558d247e-1be8-47a5-a34d-f695d4554e8d triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:40.024713 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0bd66d2-1606-4530-bfc6-6976d47b59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:40.058976 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:40.080007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cb4c5-8cfb-46c9-9a0e-b678441893fc req-f8fc4061-34a6-4362-8aa8-cd89852e22a3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:40.081674 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f42cb4c5-8cfb-46c9-9a0e-b678441893fc req-f8fc4061-34a6-4362-8aa8-cd89852e22a3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 932 time: 0.0974073
Feb 19 08:15:40.085039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd66d2-1606-4530-bfc6-6976d47b59db None None] Port 558d247e-1be8-47a5-a34d-f695d4554e8d cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:15:40.132188 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f42cb4c5-8cfb-46c9-9a0e-b678441893fc req-bc19bfc1-06b7-45a2-8231-e878c56cd827 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0431817
Feb 19 08:15:40.135534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c112e-95f3-4ce9-8c81-7680f504f8e4 req-44aa7c1d-587e-4ed4-b23e-cda6cc4af4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:40.137218 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-886c112e-95f3-4ce9-8c81-7680f504f8e4 req-44aa7c1d-587e-4ed4-b23e-cda6cc4af4ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 1163 time: 0.1625271
Feb 19 08:15:40.252183 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-886c112e-95f3-4ce9-8c81-7680f504f8e4 req-d375e0f2-bbf4-4144-93b2-7c1e4958cb23 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667870
Feb 19 08:15:40.447793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:40.543955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19b43-39b3-4a8a-9e0c-012ff928f3e5 req-e022b829-e3e6-4835-9890-155385dfb250 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:40.545495 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aba19b43-39b3-4a8a-9e0c-012ff928f3e5 req-e022b829-e3e6-4835-9890-155385dfb250 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1487341
Feb 19 08:15:40.656906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-aba19b43-39b3-4a8a-9e0c-012ff928f3e5 req-69dabd89-3b5d-4c3b-87bf-c3f9f2a95e2c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972836
Feb 19 08:15:40.659038 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558d247e-1be8-47a5-a34d-f695d4554e8d {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:15:40.667812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:40.680877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Transition to ACTIVE for port object 558d247e-1be8-47a5-a34d-f695d4554e8d will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:15:40.683508 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:40.699593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6524110c-1063-4534-bdc2-dad68d3fd3d5 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:40.838443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Pushing event updated for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:40.854457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:40.951523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:41.029303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 2668c1d4-9416-4ead-8fdb-afeac90cd3de triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:41.029500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:41.036197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Attempting to bind port 558d247e-1be8-47a5-a34d-f695d4554e8d on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:15:41.036568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Attempting to bind port 558d247e-1be8-47a5-a34d-f695d4554e8d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:15:41.036937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Attempting to bind port 558d247e-1be8-47a5-a34d-f695d4554e8d on network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:15:41.043346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:15:41.043721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:15:41.044124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:41.044521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Bound using segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:15:41.044996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Bound port: 558d247e-1be8-47a5-a34d-f695d4554e8d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:15:41.045373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:41.143694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:15:41.147823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=558d247e-1be8-47a5-a34d-f695d4554e8d,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:15:41.151955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:41.171764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:41.388351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Pushing event updated for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:41.392563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:41.438416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.439105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:41.440593 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] 10.222.0.70 "PUT /v2.0/ports/558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 1158 time: 1.5773554
Feb 19 08:15:41.441379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:41.457845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec49b8-395f-4420-a6e6-31fddc2b2ef1 req-1299c39c-3282-4fc4-975f-489c33ad59e4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.458682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-7bec49b8-395f-4420-a6e6-31fddc2b2ef1 req-1299c39c-3282-4fc4-975f-489c33ad59e4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:41.475600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-7bec49b8-395f-4420-a6e6-31fddc2b2ef1 req-1299c39c-3282-4fc4-975f-489c33ad59e4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:41.484331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bec49b8-395f-4420-a6e6-31fddc2b2ef1 req-1299c39c-3282-4fc4-975f-489c33ad59e4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.2258744
Feb 19 08:15:41.550588 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'status': 'completed', 'code': 200}
Feb 19 08:15:41.587320 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7bec49b8-395f-4420-a6e6-31fddc2b2ef1 req-b392db2c-bf08-4e2b-80cf-98defc7d51dd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1018581
Feb 19 08:15:41.618830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-ffafdf0d-e7bb-4cd8-bbfa-f3cbd9dbe525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.620802 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-ffafdf0d-e7bb-4cd8-bbfa-f3cbd9dbe525 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1161 time: 0.1174257
Feb 19 08:15:41.718486 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-15fd7369-67b8-4b26-a9dd-1a1abed3e98e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 217 time: 0.0756462
Feb 19 08:15:41.811936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-7e061e66-7faf-4ee1-83cc-4b521bd23447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.814277 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-7e061e66-7faf-4ee1-83cc-4b521bd23447 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0872047
Feb 19 08:15:41.884395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c8d07-341a-4e2b-b9ce-4002754d4c6f req-a10c103d-7416-4dda-8a7e-233bb1a15f81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.894429 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2f0c8d07-341a-4e2b-b9ce-4002754d4c6f req-a10c103d-7416-4dda-8a7e-233bb1a15f81 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.1117413
Feb 19 08:15:41.909742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4003c-27ec-4973-9339-62ea440e208f req-d545ab11-613b-4e03-8598-c56bc72b4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:41.911608 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-d545ab11-613b-4e03-8598-c56bc72b4822 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838144
Feb 19 08:15:41.962980 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2f0c8d07-341a-4e2b-b9ce-4002754d4c6f req-ea1abb51-ed84-4df3-99cb-5f4185d21dc9 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672748
Feb 19 08:15:42.078787 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-42470d11-b729-42db-ad5e-b615c0344024 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588383
Feb 19 08:15:42.228836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52a4003c-27ec-4973-9339-62ea440e208f req-d33ad137-548e-4f57-8356-bb669938eaaa service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411662
Feb 19 08:15:42.358824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-8eb0c440-9b87-4c18-b3d6-71df3eedeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:42.361228 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-8eb0c440-9b87-4c18-b3d6-71df3eedeacc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1161 time: 0.0841637
Feb 19 08:15:42.508321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-9b1b4f37-e517-4863-8ec1-9e3cd829d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:42.509839 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-9b1b4f37-e517-4863-8ec1-9e3cd829d107 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1386578
Feb 19 08:15:42.586352 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-173b3a2d-61bf-4d17-aef0-348132cbd401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 217 time: 0.0688000
Feb 19 08:15:42.671564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-4ec7b24a-2c41-4d65-bba7-93b51c48a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:42.673738 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-4ec7b24a-2c41-4d65-bba7-93b51c48a9cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0802603
Feb 19 08:15:42.765342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-a7473911-787a-47ed-9273-1a36f97df850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:42.766978 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-a7473911-787a-47ed-9273-1a36f97df850 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830238
Feb 19 08:15:42.801857 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7bc1e-2448-4cd1-b768-597ab7bb04b8 req-f94b38a4-8a24-405f-8dc1-f0adf694e6df tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:42.803510 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-69a7bc1e-2448-4cd1-b768-597ab7bb04b8 req-f94b38a4-8a24-405f-8dc1-f0adf694e6df tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0993264
Feb 19 08:15:42.855023 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-69a7bc1e-2448-4cd1-b768-597ab7bb04b8 req-aa9ab3d7-a3de-49e6-bdd2-396d6787b36f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0449944
Feb 19 08:15:42.916051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-49bf2c20-61d8-4f37-9a53-f3742a91c9f5 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395829
Feb 19 08:15:43.066619 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a40ccbae-ff61-4165-9223-d5818cc32c74 req-29e85f00-284d-4934-a103-64f27beb0567 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400220
Feb 19 08:15:43.183184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff675e8-389e-4397-976b-3d9a9365589a req-6ef6ae14-8ac5-4f4c-9e2d-4521939e6988 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:43.184872 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bff675e8-389e-4397-976b-3d9a9365589a req-6ef6ae14-8ac5-4f4c-9e2d-4521939e6988 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.0944631
Feb 19 08:15:43.233655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bff675e8-389e-4397-976b-3d9a9365589a req-22ab2c13-c93e-4061-9fb5-b87eafe0a97b tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423613
Feb 19 08:15:43.532475 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:44.051871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4de2-b827-48c7-959a-5e3ebd38cc35 req-aca0be7e-1b93-4253-a911-ce444ee90331 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:44.053475 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e1f4de2-b827-48c7-959a-5e3ebd38cc35 req-aca0be7e-1b93-4253-a911-ce444ee90331 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0860555
Feb 19 08:15:44.103900 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8e1f4de2-b827-48c7-959a-5e3ebd38cc35 req-f65850f6-42e0-404e-9f24-bafdc09efee6 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442655
Feb 19 08:15:45.317549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8158-7d0c-422c-927c-0ea98142a2bf req-4ec7039d-9a34-444e-be80-ec469d1772ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:45.319304 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ea9f8158-7d0c-422c-927c-0ea98142a2bf req-4ec7039d-9a34-444e-be80-ec469d1772ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0950115
Feb 19 08:15:45.368827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ea9f8158-7d0c-422c-927c-0ea98142a2bf req-b6f7c9e4-3703-431b-aa1e-392d628547a7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424385
Feb 19 08:15:46.575245 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2bfac-fcb1-487e-a3f6-6f99241c2382 req-ab2d4f96-4d95-415a-9ed7-f648d94dc276 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:46.576869 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5cb2bfac-fcb1-487e-a3f6-6f99241c2382 req-ab2d4f96-4d95-415a-9ed7-f648d94dc276 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0908875
Feb 19 08:15:46.626778 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5cb2bfac-fcb1-487e-a3f6-6f99241c2382 req-f473e7c4-8e9e-4df5-a6fa-f3f382c5f0c4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429175
Feb 19 08:15:48.060537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b4ecd-222b-492b-8cc9-071ad052fdf3 req-8099acc0-68a7-4c14-9cee-d48ea7f58df6 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:48.062157 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d1b4ecd-222b-492b-8cc9-071ad052fdf3 req-8099acc0-68a7-4c14-9cee-d48ea7f58df6 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.3189535
Feb 19 08:15:48.114507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4d1b4ecd-222b-492b-8cc9-071ad052fdf3 req-261049c0-6cbb-475b-878d-467507a82c15 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457726
Feb 19 08:15:48.948734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-0bd294f4-b9d9-4a68-8f53-4385db98a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:48.950823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-0bd294f4-b9d9-4a68-8f53-4385db98a80b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1202 time: 0.1748703
Feb 19 08:15:49.000284 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c916-f13f-47b0-878c-b76d48b08553 req-85293d37-f56f-4145-9bf3-4e2f07737fc6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:49.002224 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-87f5c916-f13f-47b0-878c-b76d48b08553 req-85293d37-f56f-4145-9bf3-4e2f07737fc6 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.1756830
Feb 19 08:15:49.144999 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-87f5c916-f13f-47b0-878c-b76d48b08553 req-1be700d1-8f47-4666-997c-4e9231290906 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0809333
Feb 19 08:15:49.175223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-aabf8649-da3a-4080-87d7-6f8fa73f98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:49.176824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-aabf8649-da3a-4080-87d7-6f8fa73f98d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.2157435
Feb 19 08:15:49.291388 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-11df7422-7856-4890-a052-b65392822a24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 1000 time: 0.1068115
Feb 19 08:15:49.321035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d2bd-7188-4c8a-9d9f-20d545d04d3e req-6e3cea61-2e1d-43d5-8c51-5ee48235bf80 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:49.322834 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19b1d2bd-7188-4c8a-9d9f-20d545d04d3e req-6e3cea61-2e1d-43d5-8c51-5ee48235bf80 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0897572
Feb 19 08:15:49.365076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-ab58baca-b5f5-4b8e-afe4-a6c5a476e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:49.366708 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-ab58baca-b5f5-4b8e-afe4-a6c5a476e672 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.0652831
Feb 19 08:15:49.375341 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19b1d2bd-7188-4c8a-9d9f-20d545d04d3e req-bdf9badc-f474-4848-ac21-0b53f38a0318 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457032
Feb 19 08:15:49.454979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-8a14f561-368d-4fea-985f-9771b27757df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:49.456606 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-8a14f561-368d-4fea-985f-9771b27757df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825791
Feb 19 08:15:49.535329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 558d247e-1be8-47a5-a34d-f695d4554e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:49.601211 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-4bf24f35-bd9c-4330-9f3a-ade9b18d013d service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372311
Feb 19 08:15:49.606312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 558d247e-1be8-47a5-a34d-f695d4554e8d completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:15:49.611527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 558d247e-1be8-47a5-a34d-f695d4554e8d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:49.611950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:49.743323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:49.755778 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27e6c1f1-9f3c-4642-b89d-bbc87be9a45b req-13a5e521-39f1-4313-816d-6048efbbc0dd service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472039
Feb 19 08:15:49.775269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:49.784765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=558d247e-1be8-47a5-a34d-f695d4554e8d,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:15:49.788554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:49.790599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:49.828331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'code': 200}
Feb 19 08:15:49.865846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:49.869110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:50.135322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec79e1-6f4b-4347-b4d4-50ab04ed0254 req-c12cec72-a2ea-44f0-bf13-f58f9bcc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:50.136897 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-81ec79e1-6f4b-4347-b4d4-50ab04ed0254 req-c12cec72-a2ea-44f0-bf13-f58f9bcc1b55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1163 time: 0.0776110
Feb 19 08:15:50.189222 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-81ec79e1-6f4b-4347-b4d4-50ab04ed0254 req-fc37b58a-9fc3-4a70-8721-6d869645f2c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437007
Feb 19 08:15:50.360542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222d2e-7628-4b99-8bf9-386bfcbfd8dc req-2da76b6d-8e4c-4d70-b12a-cdf22320323a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:50.362180 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e222d2e-7628-4b99-8bf9-386bfcbfd8dc req-2da76b6d-8e4c-4d70-b12a-cdf22320323a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0885568
Feb 19 08:15:50.412419 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0e222d2e-7628-4b99-8bf9-386bfcbfd8dc req-680ed13b-a9a7-4622-ae29-44a4e395ae42 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:50.428164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0e222d2e-7628-4b99-8bf9-386bfcbfd8dc req-680ed13b-a9a7-4622-ae29-44a4e395ae42 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:50.429458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e222d2e-7628-4b99-8bf9-386bfcbfd8dc req-680ed13b-a9a7-4622-ae29-44a4e395ae42 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0606220
Feb 19 08:15:50.581354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28967e35-a093-4310-a10a-58df6a414bf9 req-8810cc5f-36db-4ec9-b234-5f5e2ce39415 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:50.582985 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28967e35-a093-4310-a10a-58df6a414bf9 req-8810cc5f-36db-4ec9-b234-5f5e2ce39415 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.0892386
Feb 19 08:15:50.630985 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28967e35-a093-4310-a10a-58df6a414bf9 req-71cec0b3-13e3-4d8d-a05a-a2e6279a168b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417824
Feb 19 08:15:51.046230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 558d247e-1be8-47a5-a34d-f695d4554e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:51.122802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 558d247e-1be8-47a5-a34d-f695d4554e8d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:51.123210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:51.634330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8a409-c3f7-4f4f-ae2c-c73344b64e30 req-346dbbf0-ba30-4ab6-84b8-ea3dcedcbb5f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:51.635928 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19e8a409-c3f7-4f4f-ae2c-c73344b64e30 req-346dbbf0-ba30-4ab6-84b8-ea3dcedcbb5f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0933979
Feb 19 08:15:51.688458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-19e8a409-c3f7-4f4f-ae2c-c73344b64e30 req-8837b632-07c6-45fa-bca2-b876e2a5f292 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0451996
Feb 19 08:15:51.833203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90f70-7032-432b-99b8-ce0bddf92b26 req-108d613a-2e4b-4e54-bf11-9f04069ec231 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:51.834834 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86c90f70-7032-432b-99b8-ce0bddf92b26 req-108d613a-2e4b-4e54-bf11-9f04069ec231 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.0909429
Feb 19 08:15:51.884119 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86c90f70-7032-432b-99b8-ce0bddf92b26 req-7db0f2f0-190e-4be3-a212-cfa4e98ab49e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429308
Feb 19 08:15:52.090599 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cbbbc-0171-4a04-ba42-e8f3dfd05762 req-71fe27e3-dbe9-465b-8437-9fa6099ac113 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:52.092229 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b33cbbbc-0171-4a04-ba42-e8f3dfd05762 req-71fe27e3-dbe9-465b-8437-9fa6099ac113 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.0902123
Feb 19 08:15:52.141166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b33cbbbc-0171-4a04-ba42-e8f3dfd05762 req-75876a30-8d9b-42ef-b5de-3b49e0337f84 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417776
Feb 19 08:15:52.337350 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-f9799e6d-baed-4292-bbca-e4931977ae64 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1567945
Feb 19 08:15:52.347949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:52.353399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:15:52.357440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Usage tracker for resource:floatingip and tenant:b32d9ddfce2047c7a968d2853cb6ddb5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:15:52.360415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:15:52.366176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:15:52.375432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:52.518221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:52.788762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.27.0.41 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/05c14a50-8e80-4b72-8387-b66ef667b057) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:15:52.910465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9a14-f154-459c-915c-eaffd7de2d6f req-b207ce44-1455-4b95-bf9e-294a7113cb04 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:52.912399 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-734a9a14-f154-459c-915c-eaffd7de2d6f req-b207ce44-1455-4b95-bf9e-294a7113cb04 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0928702
Feb 19 08:15:52.954335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:52.964499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-734a9a14-f154-459c-915c-eaffd7de2d6f req-4939901a-5472-4e75-b1f8-fc1b1de0a41c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0446899
Feb 19 08:15:52.987093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.006466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-990f01b6-d9e1-453c-b183-505705642752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:53.086098 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 558d247e-1be8-47a5-a34d-f695d4554e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:15:53.150273 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=05c14a50-8e80-4b72-8387-b66ef667b057,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:53.155674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:53.161198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 558d247e-1be8-47a5-a34d-f695d4554e8d triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:15:53.161819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.200558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:15:53.201928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:15:53.205324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:15:53.307158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.369672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.651274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.662853 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.682251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-91af23a8-84e3-49f5-9a0f-5206a9b9e55f tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:15:53.818328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=05c14a50-8e80-4b72-8387-b66ef667b057,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:15:53.831106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:15:53.926561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.948355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:53.949616 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6064224
Feb 19 08:15:54.035734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-e09892bf-1603-4754-b707-dc0d3af66a1f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:15:54.052838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-e09892bf-1603-4754-b707-dc0d3af66a1f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:15:54.054131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-e09892bf-1603-4754-b707-dc0d3af66a1f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.41 HTTP/1.1" status: 200  len: 695 time: 0.0975795
Feb 19 08:15:54.168714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913dbe3-3bc5-4eb8-843f-7c3563556b51 req-46f9ccdc-fc8b-48b8-81c1-5691400b2fd7 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:54.170374 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0913dbe3-3bc5-4eb8-843f-7c3563556b51 req-46f9ccdc-fc8b-48b8-81c1-5691400b2fd7 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0907037
Feb 19 08:15:54.217428 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-533f36b0-1beb-407a-8be0-90b78b957960 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:54.219358 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-88452da9-59c8-4f2b-9dfe-f725d956ba9d req-533f36b0-1beb-407a-8be0-90b78b957960 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1588798
Feb 19 08:15:54.221466 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0913dbe3-3bc5-4eb8-843f-7c3563556b51 req-6a55e177-eb93-4505-b8b8-6141fd3d5cd2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0441294
Feb 19 08:15:54.642367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-245824e0-5a8b-4d80-8880-795afcab26b1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:54.644010 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-245824e0-5a8b-4d80-8880-795afcab26b1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3277390
Feb 19 08:15:54.734284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-f16c0218-998a-47f4-972b-03105b0af31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.41 HTTP/1.1" status: 200  len: 695 time: 0.0835500
Feb 19 08:15:54.745196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'port_id': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:15:54.832942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:55.469606 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162b09f-c195-4e2a-a99f-f700bd486645 req-0df5ffae-4fb5-45cc-b480-aefcc8becd32 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:55.471287 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5162b09f-c195-4e2a-a99f-f700bd486645 req-0df5ffae-4fb5-45cc-b480-aefcc8becd32 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0986357
Feb 19 08:15:55.494607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:55.497435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:55.527604 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5162b09f-c195-4e2a-a99f-f700bd486645 req-3a616b8d-edec-46b8-af94-7847d74cd915 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0489144
Feb 19 08:15:55.679219 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP f702ceff-205e-43f9-bfa3-8dc36595469e associated. External IP: 172.27.0.41, port: 558d247e-1be8-47a5-a34d-f695d4554e8d.
Feb 19 08:15:56.056795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:15:56.249268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:15:56.254047 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:15:56.258947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:15:56.269274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:56.269982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ccec748>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:15:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:56.313882 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-225acf1d-3b60-4a73-a05f-6dd64b7101ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "PUT /v2.0/floatingips/f702ceff-205e-43f9-bfa3-8dc36595469e HTTP/1.1" status: 200  len: 996 time: 1.5728583
Feb 19 08:15:56.314452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:15:56.423375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-e111f184-7b81-4e0b-b6fe-6521f27e7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:56.425990 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-e111f184-7b81-4e0b-b6fe-6521f27e7dbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1163 time: 0.0980620
Feb 19 08:15:56.480329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:56.524890 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'status': 'completed', 'code': 200}
Feb 19 08:15:56.661393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-342f6acf-8592-4a0c-af07-ac7bc07ef7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:56.663348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-342f6acf-8592-4a0c-af07-ac7bc07ef7c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2295454
Feb 19 08:15:56.665422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-d4843ad4-a9d9-4689-9406-226a374c1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:56.667124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-d4843ad4-a9d9-4689-9406-226a374c1fd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1163 time: 0.1331749
Feb 19 08:15:56.761494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1fd3-53ff-491f-a0c6-5bbf51dc6fc1 req-876a49db-7642-4c13-ad3e-49fc2067e0ff tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:56.763329 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bef1fd3-53ff-491f-a0c6-5bbf51dc6fc1 req-876a49db-7642-4c13-ad3e-49fc2067e0ff tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.1038036
Feb 19 08:15:56.820197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bef1fd3-53ff-491f-a0c6-5bbf51dc6fc1 req-2bd8ab9f-51ac-41a2-baf0-c7463680ff0e tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0486739
Feb 19 08:15:56.893608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ccec748>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f702ceff-205e-43f9-bfa3-8dc36595469e', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:3d:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:53Z', 'updated_at': '2021-02-19T08:15:55Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:56.898170 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:15:56.907777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:15:56.908465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09ccec748>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:15:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:57.107010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:15:57.118788 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-3dd94b9e-ff9c-45af-891a-c1d7ff5c9f31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 999 time: 0.4477861
Feb 19 08:15:57.219378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-ed307132-9fc9-4bdc-aeb2-400238f3be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:57.220976 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-ed307132-9fc9-4bdc-aeb2-400238f3be4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2372379
Feb 19 08:15:57.224388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-9c3396b6-bbff-4507-8944-8a4073720423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:57.225881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-9c3396b6-bbff-4507-8944-8a4073720423 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0955856
Feb 19 08:15:57.385320 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-82a345fb-9548-47c0-8e42-5c417e658f94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 999 time: 0.1551657
Feb 19 08:15:57.463334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-9899dad1-0246-49c3-8cda-020fe85b194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:57.464981 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-9899dad1-0246-49c3-8cda-020fe85b194d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1775169
Feb 19 08:15:57.475986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-d469e9cc-3cd2-440f-83f9-a463533786a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:57.477516 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-d469e9cc-3cd2-440f-83f9-a463533786a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0863485
Feb 19 08:15:57.483546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09ccec748>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f702ceff-205e-43f9-bfa3-8dc36595469e', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:3d:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:53Z', 'updated_at': '2021-02-19T08:15:55Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:15:57.488022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37ae03-56a6-4b8b-b882-647c5c77b82a None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f702ceff-205e-43f9-bfa3-8dc36595469e', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:3d:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:15:53Z', 'updated_at': '2021-02-19T08:15:55Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:15:57.684499 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-03f6aa6e-08d9-4b5c-ba3d-600755dfcc2f service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104905
Feb 19 08:15:57.686572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-ce213d23-4615-451b-8e93-72fc7830e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:57.689133 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-ce213d23-4615-451b-8e93-72fc7830e254 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1898842
Feb 19 08:15:57.780912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bdbfe-7c97-431c-bfe9-adf2860ada2c None None] New status for floating IP f702ceff-205e-43f9-bfa3-8dc36595469e: ACTIVE {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:15:57.962793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d5316b5a-7fa1-4538-b60a-3cc923680d7c req-4ab2b357-7d13-4327-8ba5-de51c8b17e1d service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2707732
Feb 19 08:15:57.964750 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-e845010f-7ee9-460f-9965-537e5aefc49e service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513804
Feb 19 08:15:58.064370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be27fa-81a5-4936-85a6-0a40e2aeceb8 req-637b4323-a98b-44df-9429-cc916b040410 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:58.066056 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3be27fa-81a5-4936-85a6-0a40e2aeceb8 req-637b4323-a98b-44df-9429-cc916b040410 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.1215134
Feb 19 08:15:58.121464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c3be27fa-81a5-4936-85a6-0a40e2aeceb8 req-6db728f3-177e-43f8-8502-86ca29eb8fd9 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0479882
Feb 19 08:15:58.123129 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ee3a9307-396c-431a-8211-c2ceb2974e69 req-1efe3374-6e94-47fe-85ec-3279f0e8be2f service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500516
Feb 19 08:15:59.323105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d650-9c84-4957-bc6d-4dd3bd9845d5 req-9219029e-960e-42f7-aa41-4bdd0d0257aa tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:15:59.324716 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e674d650-9c84-4957-bc6d-4dd3bd9845d5 req-9219029e-960e-42f7-aa41-4bdd0d0257aa tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0869718
Feb 19 08:15:59.378818 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e674d650-9c84-4957-bc6d-4dd3bd9845d5 req-50d99317-0ea2-4460-86aa-d17739f9a764 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0467341
Feb 19 08:16:00.583942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f59a-9b07-447d-a6e2-68e9b4ac9969 req-6b1255eb-f471-4ca6-998e-9b7ad524ef3c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:00.585609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e06f59a-9b07-447d-a6e2-68e9b4ac9969 req-6b1255eb-f471-4ca6-998e-9b7ad524ef3c tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0885658
Feb 19 08:16:00.636982 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6e06f59a-9b07-447d-a6e2-68e9b4ac9969 req-660b498c-9c14-4426-a0af-e2000173b1e5 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448518
Feb 19 08:16:01.836115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e517cf-b765-4545-abef-54dad21bcd4c req-9873618a-1e3f-406e-bb4d-77220f191182 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:01.837708 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e7e517cf-b765-4545-abef-54dad21bcd4c req-9873618a-1e3f-406e-bb4d-77220f191182 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0877490
Feb 19 08:16:01.886736 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e7e517cf-b765-4545-abef-54dad21bcd4c req-ab545386-89c4-4368-b1fb-56604464204b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0424871
Feb 19 08:16:03.097194 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0c3b-99cb-4b53-a57f-97aa95651223 req-79ec8f88-e990-42d7-9915-2e79dec71d74 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:03.098861 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90ab0c3b-99cb-4b53-a57f-97aa95651223 req-79ec8f88-e990-42d7-9915-2e79dec71d74 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0977325
Feb 19 08:16:03.151576 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-90ab0c3b-99cb-4b53-a57f-97aa95651223 req-9eca829d-fd26-4770-97ee-fa3901871702 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0457385
Feb 19 08:16:04.354472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1f8d4-975e-4084-88ae-e6bcc51c28f8 req-e9eed1ad-45f2-4b7a-829e-f9d089878c43 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:04.356090 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bf1f8d4-975e-4084-88ae-e6bcc51c28f8 req-e9eed1ad-45f2-4b7a-829e-f9d089878c43 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0907397
Feb 19 08:16:04.407251 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bf1f8d4-975e-4084-88ae-e6bcc51c28f8 req-f67faccd-d51a-4114-8e5b-3d830e797098 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0440743
Feb 19 08:16:05.612650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c901613-5f11-4d64-80d0-b33a4907bd33 req-b1245faf-e959-4911-bb74-9bf195a69ec8 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:05.614334 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0c901613-5f11-4d64-80d0-b33a4907bd33 req-b1245faf-e959-4911-bb74-9bf195a69ec8 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0916531
Feb 19 08:16:05.666262 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0c901613-5f11-4d64-80d0-b33a4907bd33 req-70de4d3d-ca03-460b-b909-26cfd202b28d tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450201
Feb 19 08:16:05.936568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070134c4-5a36-45f2-90d5-b80ef752826d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:06.872953 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165ce62-8bd7-4c16-98f4-2ee849526800 req-65dfe8d5-6d49-4e1a-8e65-21703076a9f2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:06.874615 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7165ce62-8bd7-4c16-98f4-2ee849526800 req-65dfe8d5-6d49-4e1a-8e65-21703076a9f2 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.0921156
Feb 19 08:16:06.928362 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7165ce62-8bd7-4c16-98f4-2ee849526800 req-03b97b78-f690-453d-906c-912d2236ce61 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8&id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442882
Feb 19 08:16:07.187258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:16:07.259996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:16:07.260408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:08.407493 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62a11c73-290d-455d-aaba-dcd18e503e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:08.655600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5143e4-8ca4-4517-9455-32376e19dd52 req-59a3de43-856c-4a42-a658-d7949af865bf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:08.657418 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b5143e4-8ca4-4517-9455-32376e19dd52 req-59a3de43-856c-4a42-a658-d7949af865bf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.0894790
Feb 19 08:16:08.705615 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8b5143e4-8ca4-4517-9455-32376e19dd52 req-d2bb7728-968a-4d04-8b42-addf633b2c09 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415330
Feb 19 08:16:08.745946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:09.684138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:09.918691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68771c-50f7-4abf-8073-8fa2e45624e2 req-e4fbe47d-409c-4b41-8697-04e059e947f4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:09.921212 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cd68771c-50f7-4abf-8073-8fa2e45624e2 req-e4fbe47d-409c-4b41-8697-04e059e947f4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.0969830
Feb 19 08:16:09.972070 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cd68771c-50f7-4abf-8073-8fa2e45624e2 req-eb07815b-eab1-445c-9704-326592f9ae52 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442641
Feb 19 08:16:10.449826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:10.823725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-1b4a5fb8-7b7c-4fe3-b7a3-151ce2e92e35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1432085
Feb 19 08:16:10.841681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a8af3b4a-635d-4b27-aded-fe15bc2b013d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:10.843323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a8af3b4a-635d-4b27-aded-fe15bc2b013d tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.1234291
Feb 19 08:16:10.972902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Deleting port f4c00605-3011-4ca7-9a2f-9397f9cef68d {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:10.973279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:11.097964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device f4c00605-3011-4ca7-9a2f-9397f9cef68d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:11.115086 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-c9832754-5135-4972-9fd7-a9c470f6cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:11.116764 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-c9832754-5135-4972-9fd7-a9c470f6cf84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.2146845
Feb 19 08:16:11.188604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380af32-f164-43fe-a828-b5d28b28db0d req-5fb75fef-9e55-44ed-bb4b-dbe058c91263 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:11.190284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1380af32-f164-43fe-a828-b5d28b28db0d req-5fb75fef-9e55-44ed-bb4b-dbe058c91263 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 945 time: 0.0976775
Feb 19 08:16:11.241073 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1380af32-f164-43fe-a828-b5d28b28db0d req-d16e1c93-0be3-48dd-bc18-80a4679f4a83 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435989
Feb 19 08:16:11.248060 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:11.278502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:11.290584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:11.294051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:11.296171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:11.335412 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'code': 200}
Feb 19 08:16:11.372525 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:11.376257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:11.641856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:11.642164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:11.653588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-42ceb99d-cbe7-453b-bb17-2042304566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:11.655292 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-42ceb99d-cbe7-453b-bb17-2042304566d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.5043468
Feb 19 08:16:11.843517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:16:11.909258 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-f30effd8-9ea3-42a2-ba19-6524ee309729 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 1000 time: 0.1990397
Feb 19 08:16:12.086435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-fe914750-d39e-4b32-871a-103ba4d23cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:12.088009 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-fe914750-d39e-4b32-871a-103ba4d23cb4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.1708858
Feb 19 08:16:12.143246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:12.143669 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:12.144005 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Floating IP 1ae9cc69-3fec-4d27-b9a2-6e68035a846d disassociated. External IP: 172.27.0.145, port: f4c00605-3011-4ca7-9a2f-9397f9cef68d.
Feb 19 08:16:12.144378 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Calling delete_port for f4c00605-3011-4ca7-9a2f-9397f9cef68d owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:12.258206 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-b0d12ed2-bab3-4769-a975-232cd0ed1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:12.259714 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-b0d12ed2-bab3-4769-a975-232cd0ed1912 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1606069
Feb 19 08:16:12.261165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:16:12.261512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:16:12.417703 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-1ae0c932-5814-4fb7-9abc-26b5461146b3 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412315
Feb 19 08:16:12.443400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2041b-a09b-46da-9d47-9fd49b3876d5 req-d667601f-e0fc-4072-bab9-055944ca3cad tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:12.445022 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-41a2041b-a09b-46da-9d47-9fd49b3876d5 req-d667601f-e0fc-4072-bab9-055944ca3cad tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 943 time: 0.0897267
Feb 19 08:16:12.494102 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-41a2041b-a09b-46da-9d47-9fd49b3876d5 req-28feb53e-2231-47be-87e4-b78ca49be035 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1cf2a34-996b-422a-83fa-daed51b65e70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426950
Feb 19 08:16:12.565277 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-47b14e3e-2a5f-4c59-b066-b4f8b8842f31 req-09c13720-b8d7-4f81-ac30-584317e0bce3 service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400549
Feb 19 08:16:12.762662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Deleting port f4c00605-3011-4ca7-9a2f-9397f9cef68d {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:12.762970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.032823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] For port f4c00605-3011-4ca7-9a2f-9397f9cef68d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f4c00605-3011-4ca7-9a2f-9397f9cef68d,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:13.033446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.358829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.359248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.359602 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Floating IP 1ae9cc69-3fec-4d27-b9a2-6e68035a846d disassociated. External IP: 172.27.0.145, port: f4c00605-3011-4ca7-9a2f-9397f9cef68d.
Feb 19 08:16:13.359991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Calling delete_port for f4c00605-3011-4ca7-9a2f-9397f9cef68d owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:13.510327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.528954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0468977-9301-4fc7-aaae-09b4dfa16415 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:13.535387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:13.683564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'Port': ['ID=f4c00605-3011-4ca7-9a2f-9397f9cef68d,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:13.692769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:13.703412 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-cafd2159-3661-438d-800d-4ff56cffd572 req-ebec92f9-b61e-4ca6-baae-d6ae38d02fbb tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.0666280
Feb 19 08:16:13.946838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:14.139453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:14.151121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:14.162054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:14.162744 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f063320>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:14.180683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] No DVR routers for this DVR port f4c00605-3011-4ca7-9a2f-9397f9cef68d on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:14.183058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:14.185978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-deleted', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:14.204557 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d42d3675-f6bd-4aa7-b0ea-82c5fdcd4e70 req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.70 "DELETE /v2.0/ports/f4c00605-3011-4ca7-9a2f-9397f9cef68d HTTP/1.1" status: 204  len: 173 time: 3.3549747
Feb 19 08:16:14.243252 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73cfe1-8d9c-453a-9b0c-17870a0006c4', 'name': 'network-vif-deleted', 'tag': 'f4c00605-3011-4ca7-9a2f-9397f9cef68d', 'status': 'completed', 'code': 200}
Feb 19 08:16:14.364061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:14.696583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f063320>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:14.700750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:14.711012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:14.711694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f063320>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:14.887133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d7173f18-73fa-4152-a17a-fad00bac3a6a req-de64e671-664f-4315-ba41-f65dda438c30 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Synchronizing usage tracker for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:16:14.902152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-d7173f18-73fa-4152-a17a-fad00bac3a6a req-de64e671-664f-4315-ba41-f65dda438c30 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Unset dirty status for tenant:2fc591cc35da49519c6af7f73322857a on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:16:14.903550 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d7173f18-73fa-4152-a17a-fad00bac3a6a req-de64e671-664f-4315-ba41-f65dda438c30 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d73cfe1-8d9c-453a-9b0c-17870a0006c4 HTTP/1.1" status: 200  len: 210 time: 0.0684502
Feb 19 08:16:14.909373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:15.249537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f063320>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:15.254312 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66325f0c-88e9-45ce-9326-d061625ec6be None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:08:36Z', 'revision_number': 4, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '42378a2d-508c-42be-9833-db3eb437e38c', 'name': '', 'network_id': '74114e28-4116-48e9-9554-efbe2574bf35', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'mac_address': 'fa:16:3e:47:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:34Z', 'updated_at': '2021-02-19T08:08:50Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'subnets': [{'id': '0b872576-9a43-4bf3-a83a-6cd67e7751e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:15.657608 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42848fc-f5a8-47df-89fc-e53b7838a6a7 None None] New status for floating IP 1ae9cc69-3fec-4d27-b9a2-6e68035a846d: DOWN {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:16:16.033741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42660) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:16.101865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.133773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.178522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.183511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5182c8bb-4d52-4150-87c9-ee56e80a5191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:16.199058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cf2a34-996b-422a-83fa-daed51b65e70,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:16.202113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:16.208592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.209823 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1cf2a34-996b-422a-83fa-daed51b65e70 HTTP/1.1" status: 204  len: 168 time: 0.1749518
Feb 19 08:16:16.212732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42664) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:16.230468 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.v2.resource [None req-2adae23b-34d7-48f9-90ea-879984b443b0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] show failed (client error): The resource could not be found.
Feb 19 08:16:16.231540 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2adae23b-34d7-48f9-90ea-879984b443b0 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "GET /v2.0/security-groups/d1cf2a34-996b-422a-83fa-daed51b65e70 HTTP/1.1" status: 404  len: 347 time: 0.0178454
Feb 19 08:16:16.235188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42668) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:16.645949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Deleting port d133ede1-f08a-49c3-8bad-985f0748780f {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:16.646495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.829494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.829906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:16.963641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Calling delete_port for d133ede1-f08a-49c3-8bad-985f0748780f owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:17.112309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:17.128226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:17.222919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Pushing event deleted for resources: {'Port': ['ID=d133ede1-f08a-49c3-8bad-985f0748780f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:17.232534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:17.354440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:17.371576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:17.372830 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ae9cc69-3fec-4d27-b9a2-6e68035a846d HTTP/1.1" status: 204  len: 168 time: 1.1366789
Feb 19 08:16:21.442018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42702) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:22.180905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:22.549920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Deleting port 42378a2d-508c-42be-9833-db3eb437e38c {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:22.550511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:22.732613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] For port 42378a2d-508c-42be-9833-db3eb437e38c, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=42378a2d-508c-42be-9833-db3eb437e38c,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:22.733106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:22.866494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Calling delete_port for 42378a2d-508c-42be-9833-db3eb437e38c owned by network:router_interface {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:23.104091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:23.119887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:23.236918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42378a2d-508c-42be-9833-db3eb437e38c,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:23.244408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:23.268202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b731-a221-4fb8-88ad-3f1e0088b71f req-1be87c0b-e626-4bde-80d8-6a8450d8f526 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:23.269806 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3810b731-a221-4fb8-88ad-3f1e0088b71f req-1be87c0b-e626-4bde-80d8-6a8450d8f526 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.2508140
Feb 19 08:16:23.362369 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3810b731-a221-4fb8-88ad-3f1e0088b71f req-dadfb379-45c8-4716-a630-004123e7bb64 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816171
Feb 19 08:16:23.849386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:24.360872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:24.556435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:24.566118 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Sync routers for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:24.571397 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/83e4c8cf-2089-4bde-8eff-b5d44f591e15/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1282244
Feb 19 08:16:24.572195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ba03-0399-4f4f-8e89-a7ca9f11d779 req-10a09a87-9c06-4a8d-9f00-6d02868525f1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:24.573858 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7879ba03-0399-4f4f-8e89-a7ca9f11d779 req-10a09a87-9c06-4a8d-9f00-6d02868525f1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.0901232
Feb 19 08:16:24.574227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42720) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:24.584900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:24.585585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09df3f208>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:24.623120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7879ba03-0399-4f4f-8e89-a7ca9f11d779 req-06f2a99c-6558-4d4f-b37a-9bf8806d84f2 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424154
Feb 19 08:16:24.788952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:24.839634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks [] for router, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:24.973450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-69a25630-8161-44b5-8255-18490f908f2c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:24.974978 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-69a25630-8161-44b5-8255-18490f908f2c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 946 time: 0.3183665
Feb 19 08:16:25.080482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port 2668c1d4-9416-4ead-8fdb-afeac90cd3de {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:25.080865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.092082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09df3f208>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:16:22Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:25.096722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Checking router: 83e4c8cf-2089-4bde-8eff-b5d44f591e15 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:25.105678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Routers {'83e4c8cf-2089-4bde-8eff-b5d44f591e15'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:25.106369 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09df3f208>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:25.200154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.220514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Deleting port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:25.220887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.234307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 2668c1d4-9416-4ead-8fdb-afeac90cd3de no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:25.540318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:25.540637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.563282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] Set router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:25.636932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] For port 14c1aca3-2bf4-4a10-880a-2e09ffa8094b, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:25.637305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.722629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.792472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Calling delete_port for 14c1aca3-2bf4-4a10-880a-2e09ffa8094b owned by network:router_gateway {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:25.819650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:25.846395 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:25.852162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:25.856674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6cfb32d5-22a0-4272-88cd-d842b27b39ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:25.890588 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'code': 200}
Feb 19 08:16:25.994387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=7']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:26.007180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.007570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.007950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.008323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.008697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.009069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.009435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.009864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.010205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.010553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.010915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.011278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.011714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.012076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.012437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.012796 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.013154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.013513 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.013895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.014257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.014612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.014970 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.015330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.015725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:26.020667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:26.037627 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09df3f208>, [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:16:22Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:26.042888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b750ab-5b4f-4446-9605-5d0af25fabd0 None None] The sync data for ids ['83e4c8cf-2089-4bde-8eff-b5d44f591e15'] in dv-cinder-773985-6-iscsi is: [{'id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'name': 'tempest-AttachVolumeTestJSON-587793952-router', 'tenant_id': '2fc591cc35da49519c6af7f73322857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:18Z', 'updated_at': '2021-02-19T08:16:22Z', 'revision_number': 5, 'project_id': '2fc591cc35da49519c6af7f73322857a', 'gw_port': {'id': '14c1aca3-2bf4-4a10-880a-2e09ffa8094b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4c8cf-2089-4bde-8eff-b5d44f591e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:21Z', 'updated_at': '2021-02-19T08:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:26.402532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34c5b-05ff-4539-8f2e-c4aa3829b3b0 req-d8c07cad-d61b-4fd9-93df-851323ab6236 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:26.404146 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52c34c5b-05ff-4539-8f2e-c4aa3829b3b0 req-d8c07cad-d61b-4fd9-93df-851323ab6236 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.6236894
Feb 19 08:16:26.452551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:26.452854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:26.453909 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP 61496203-e962-484e-9f86-fe98fe371261 disassociated. External IP: 172.27.0.119, port: 2668c1d4-9416-4ead-8fdb-afeac90cd3de.
Feb 19 08:16:26.454228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for 2668c1d4-9416-4ead-8fdb-afeac90cd3de owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:26.526016 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-52c34c5b-05ff-4539-8f2e-c4aa3829b3b0 req-4796bc02-605c-4a2f-a5c8-55ce1d3226fe tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022882
Feb 19 08:16:26.615890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:26.633020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:26.717818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:16:26.718201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:16:26.729083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Pushing event deleted for resources: {'Port': ['ID=14c1aca3-2bf4-4a10-880a-2e09ffa8094b,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:26.738815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:26.856927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.042187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.044425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.132910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.133495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e4c8cf-2089-4bde-8eff-b5d44f591e15 {{(pid=84004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:16:27.156108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.157269 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] 10.222.0.13 "DELETE /v2.0/routers/83e4c8cf-2089-4bde-8eff-b5d44f591e15 HTTP/1.1" status: 204  len: 168 time: 2.5820467
Feb 19 08:16:27.161904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42730) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:27.220886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port 2668c1d4-9416-4ead-8fdb-afeac90cd3de {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:27.220886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.284637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Deleting subnet 0b872576-9a43-4bf3-a83a-6cd67e7751e8 {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:16:27.289875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.404683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2063579'] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.676840 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.720991 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] For port 2668c1d4-9416-4ead-8fdb-afeac90cd3de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2668c1d4-9416-4ead-8fdb-afeac90cd3de,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:27.721391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:27.753480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6ffa2-ce69-4840-88ad-aac3fde441bc req-de2a28af-9ed5-44f2-be3e-313810f8343d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:27.755129 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-02e6ffa2-ce69-4840-88ad-aac3fde441bc req-de2a28af-9ed5-44f2-be3e-313810f8343d tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 944 time: 0.0923274
Feb 19 08:16:27.881722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 42378a2d-508c-42be-9833-db3eb437e38c no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:27.922997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 42378a2d-508c-42be-9833-db3eb437e38c {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:27.923321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 42378a2d-508c-42be-9833-db3eb437e38c not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:27.923747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 14c1aca3-2bf4-4a10-880a-2e09ffa8094b no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:27.961328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 14c1aca3-2bf4-4a10-880a-2e09ffa8094b {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:27.961659 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 14c1aca3-2bf4-4a10-880a-2e09ffa8094b not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:28.028065 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-02e6ffa2-ce69-4840-88ad-aac3fde441bc req-3e99b027-1478-4414-8bc9-1d04c2acc623 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups?id=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2663436
Feb 19 08:16:28.214954 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.215512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.215622 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Floating IP 61496203-e962-484e-9f86-fe98fe371261 disassociated. External IP: 172.27.0.119, port: 2668c1d4-9416-4ead-8fdb-afeac90cd3de.
Feb 19 08:16:28.215950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for 2668c1d4-9416-4ead-8fdb-afeac90cd3de owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:28.290986 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3198828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319733'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.322660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:28.655177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b872576-9a43-4bf3-a83a-6cd67e7751e8,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:28.663212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:28.749394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.753433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb03e8-7e72-495d-ab14-c84eafd45ef9 None None] Network 74114e28-4116-48e9-9554-efbe2574bf35 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:16:28.762295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.778963 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-232f6710-59ac-48ec-b6c0-ad62b055cee9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b872576-9a43-4bf3-a83a-6cd67e7751e8 HTTP/1.1" status: 204  len: 168 time: 1.6173666
Feb 19 08:16:28.779766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-bd65f591-8c82-4970-941f-fd7c79e54934 tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:28.781682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42740) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:28.882128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'Port': ['ID=2668c1d4-9416-4ead-8fdb-afeac90cd3de,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:28.923411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:28.950340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:29.001269 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Deleting port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:29.001648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.030127 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-451e1659-7429-433c-8174-fcce018960c5 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/floatingips/f26c8242-db2c-47b3-8d82-d64dc72812ac HTTP/1.1" status: 200  len: 997 time: 0.1611757
Feb 19 08:16:29.053829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] DHCP port deletion for 74114e28-4116-48e9-9554-efbe2574bf35 request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:16:29.059277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Deleting port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:29.059277 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.306499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] For port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:29.307067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.308891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] For port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,segment=NetworkSegment(2b2ab02a-3f72-45d6-a12a-253671a40652),segment_id=2b2ab02a-3f72-45d6-a12a-253671a40652)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:29.309562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.319629 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1b998d0-b9f0-4f85-9593-cde1501022c4 req-c351e01a-b380-4ed0-a2d4-fd565076d42c tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.1101129
Feb 19 08:16:29.410238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-9fefcbdc-ccfe-4bbf-a005-e64f3385d15e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:29.411754 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-9fefcbdc-ccfe-4bbf-a005-e64f3385d15e tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.3688381
Feb 19 08:16:29.425056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:29.429887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-ee9db10c-a667-4ca6-b14b-60f603940fdd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:16:29.431679 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-ee9db10c-a667-4ca6-b14b-60f603940fdd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0100250
Feb 19 08:16:29.442830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Calling delete_port for 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:29.455874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Calling delete_port for 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:29.538388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.594897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:16:29.595331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:16:29.620408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:29.680033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7d974f-1ff1-4152-9e74-fa81c06b98a0,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:29.691485 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.691902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.692313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.692717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.693115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.693514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.693931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.694325 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.694720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.695115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.695501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.695895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.696368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.696759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.697247 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.697506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.697916 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.698529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.698649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.699034 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.699416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.699803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.700188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.700574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:29.704790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:29.716150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:29.731279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:29.742660 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:29.743337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e589550>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:29.746773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] No DVR routers for this DVR port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 on host dv-cinder-773985-6-iscsi {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:29.769574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] No DVR routers for this DVR port 2668c1d4-9416-4ead-8fdb-afeac90cd3de on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:29.777927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.779994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7dd17a6b-41bc-4af0-984e-571f7404e51d req-86f36e0c-ed6f-484a-b8b4-5241e81fec57 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.70 "DELETE /v2.0/ports/2668c1d4-9416-4ead-8fdb-afeac90cd3de HTTP/1.1" status: 204  len: 173 time: 4.7968171
Feb 19 08:16:29.780527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-deleted', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:29.820388 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-7bf67309-df43-48aa-96e1-1cebf44cf8f6 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.18 HTTP/1.1" status: 200  len: 1000 time: 0.3751857
Feb 19 08:16:29.889049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f821f46-2646-40aa-9dc7-7dcb15b2df8a', 'name': 'network-vif-deleted', 'tag': '2668c1d4-9416-4ead-8fdb-afeac90cd3de', 'status': 'completed', 'code': 200}
Feb 19 08:16:29.911758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:29.919662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:29.962321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:29.963032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:29.967065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-4f4efc04-e19e-494a-9748-a9c65b6ccd8a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:29.972075 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-4f4efc04-e19e-494a-9748-a9c65b6ccd8a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports/65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 942 time: 0.1431470
Feb 19 08:16:30.059978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09da98390>,) {'filters': {'network_id': ['74114e28-4116-48e9-9554-efbe2574bf35']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:30.075083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09da98390>, '2b2ab02a-3f72-45d6-a12a-253671a40652') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:30.075570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09da98390>, '2b2ab02a-3f72-45d6-a12a-253671a40652') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:30.090059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.096433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Deleting port 8e7d974f-1ff1-4152-9e74-fa81c06b98a0 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:30.097745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.105810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.108309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:16:30.152108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:30.199580 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-716f432d-c5dd-49df-8860-64b76ff5bbbc None None] The port '8e7d974f-1ff1-4152-9e74-fa81c06b98a0' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:16:30.209825 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-042f9481-b89e-4dc4-b558-9af6dd15f73b tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.18 HTTP/1.1" status: 200  len: 1000 time: 0.1434729
Feb 19 08:16:30.322421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Network 74114e28-4116-48e9-9554-efbe2574bf35 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:30.331949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.456387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Deleting port 9b8361f7-4e70-49a9-8942-40c91b8868d0 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:30.456775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.529479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e589550>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:30.534360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:30.544004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:30.544819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e589550>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:30.572238 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3fd8bc47-cb34-4371-b454-529d1fb2a45f req-2e01acc8-4ecc-4714-882f-3e09151898be tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f821f46-2646-40aa-9dc7-7dcb15b2df8a HTTP/1.1" status: 200  len: 210 time: 0.0839877
Feb 19 08:16:30.600444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Network 74114e28-4116-48e9-9554-efbe2574bf35 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:30.709886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.710260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:16:30.734636 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:16:30.739407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.749421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-68aac003-e8f0-4e40-81a1-65500b9b05d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:30.754418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:30.771480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:30.788195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Pushing event deleted for resources: {'Network': ['ID=74114e28-4116-48e9-9554-efbe2574bf35,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:30.793052 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74114e28-4116-48e9-9554-efbe2574bf35 HTTP/1.1" status: 204  len: 168 time: 2.0088100
Feb 19 08:16:30.793052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:30.867564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Calling delete_port for 9b8361f7-4e70-49a9-8942-40c91b8868d0 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:30.925775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42752) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:30.982943 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0e3c5a21-c420-4cd3-867f-0f18312b81d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fc591cc35da49519c6af7f73322857a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0558057
Feb 19 08:16:30.984172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42756) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:31.037289 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.056597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.084162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.108672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e589550>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:31.113803 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b94e68-bebd-47cc-a7da-080675b11558 None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:08:35Z', 'revision_number': 4, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': 'a7faf9eb-fcf8-4362-98cf-6decddfae678', 'name': '', 'network_id': '89d2e65a-770a-451a-b902-1be5d909ee68', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'mac_address': 'fa:16:3e:34:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:33Z', 'updated_at': '2021-02-19T08:08:49Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'subnets': [{'id': '690f3307-15c9-480c-8ac3-e60be6f5da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:31.117734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-84420033-a84a-4e22-89c2-ff9de98d02ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:31.138310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.143846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d337a2e8-e75b-441e-a793-1326d4d8812a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:31.164148 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e32027-4236-4383-83e4-8f8ed861bd84,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:31.171597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event deleted for resources: {'Port': ['ID=9b8361f7-4e70-49a9-8942-40c91b8868d0,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:31.176334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:31.178179 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:31.179304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.181375 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e32027-4236-4383-83e4-8f8ed861bd84 HTTP/1.1" status: 204  len: 168 time: 0.1954582
Feb 19 08:16:31.295052 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.295433 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Floating IP f26c8242-db2c-47b3-8d82-d64dc72812ac disassociated (deleted). External IP: 172.27.0.18, port: 65b28e0c-4e2c-42ad-b792-87fc21852ae4.
Feb 19 08:16:31.574214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507697cb-a1f2-4e15-b486-91b51259262e None None] New status for floating IP 61496203-e962-484e-9f86-fe98fe371261: DOWN {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:16:31.770169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42776) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:31.861093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.895254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.946015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.951572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b7555def-c97d-4c4c-87eb-4cfa9330cc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:31.972964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecfd62f-c790-49dd-bda3-a1f2d4b0c98d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:31.977649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:31.988231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:31.990008 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "DELETE /v2.0/security-groups/cecfd62f-c790-49dd-bda3-a1f2d4b0c98d HTTP/1.1" status: 204  len: 168 time: 0.2187223
Feb 19 08:16:31.992809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42786) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:32.003061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Router e394b0ea-ab79-4ac0-bd0d-ff2614403726 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:32.012974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.api.v2.resource [None req-f254e053-8f41-442a-95ef-e20dd00c4c3a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] show failed (client error): The resource could not be found.
Feb 19 08:16:32.017694 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f254e053-8f41-442a-95ef-e20dd00c4c3a tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "GET /v2.0/security-groups/cecfd62f-c790-49dd-bda3-a1f2d4b0c98d HTTP/1.1" status: 404  len: 347 time: 0.0201039
Feb 19 08:16:32.018157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42790) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:32.196978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Deleting port 09d32d19-e9d4-4aaa-b12c-59874c4cdc1a {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:32.197489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:32.204301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:32.219078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Sync routers for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:32.229119 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:32.230055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f05c390>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:32.242068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:32.316171 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "DELETE /v2.0/floatingips/f26c8242-db2c-47b3-8d82-d64dc72812ac HTTP/1.1" status: 204  len: 173 time: 2.0996962
Feb 19 08:16:32.316759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:32.390596 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:32.391048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:32.394222 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'status': 'completed', 'code': 200}
Feb 19 08:16:32.464439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:32.535196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-f6b9f568-8abe-4e8a-aa3f-142fc5267c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:32.537007 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-f6b9f568-8abe-4e8a-aa3f-142fc5267c53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.1242790
Feb 19 08:16:32.540855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-ff9430e7-fb51-4cba-bc7d-e2b9624dbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:32.542739 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-ff9430e7-fb51-4cba-bc7d-e2b9624dbdc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 1162 time: 0.2066929
Feb 19 08:16:32.551080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Calling delete_port for 09d32d19-e9d4-4aaa-b12c-59874c4cdc1a owned by network:floatingip {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:32.712229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-ea9a7f05-df8b-4184-b8c8-9e822a6fe966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:32.713921 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-ea9a7f05-df8b-4184-b8c8-9e822a6fe966 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.1688693
Feb 19 08:16:32.731107 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:32.836204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f05c390>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:32.840527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Checking router: e394b0ea-ab79-4ac0-bd0d-ff2614403726 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:32.850618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:32.851285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09f05c390>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:32.893185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-37644a35-17f6-4792-8b20-7d26a0cac016 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:32.906838 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-498da05b-0e5d-4f4d-abe2-a42411382768 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 217 time: 0.0944860
Feb 19 08:16:32.961400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Pushing event deleted for resources: {'Port': ['ID=09d32d19-e9d4-4aaa-b12c-59874c4cdc1a,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:32.999495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:33.033305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks [] for floatingip, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:33.054280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:33.054795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-71ebcf45-caec-4b37-a7f5-c3e1a91da0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:33.056003 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] 10.222.0.13 "DELETE /v2.0/floatingips/61496203-e962-484e-9f86-fe98fe371261 HTTP/1.1" status: 204  len: 168 time: 1.0365946
Feb 19 08:16:33.056817 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-71ebcf45-caec-4b37-a7f5-c3e1a91da0f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 200  len: 903 time: 0.3414984
Feb 19 08:16:33.062225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-e6c63756-e572-4f51-a4ef-914e3ce04cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:33.066812 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-e6c63756-e572-4f51-a4ef-914e3ce04cf9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.1251180
Feb 19 08:16:33.103893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:33.180685 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-873b7629-e979-44ed-addc-53f17dba4fca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 200  len: 217 time: 0.1133363
Feb 19 08:16:33.275261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-cf48c8e5-1abd-4db7-802a-fdd0cffb3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:33.276911 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-cf48c8e5-1abd-4db7-802a-fdd0cffb3e73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 200  len: 848 time: 0.0852540
Feb 19 08:16:33.347050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-73b8a252-a33f-44f3-9302-4abfb2506ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:33.349426 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-73b8a252-a33f-44f3-9302-4abfb2506ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2223780
Feb 19 08:16:33.512177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-80c99712-09c7-4667-b437-b9a3be2cc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:33.513777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-80c99712-09c7-4667-b437-b9a3be2cc8e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3da19f65-4c27-40fb-bf2e-31ab401b1880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2260859
Feb 19 08:16:33.622356 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-6a5d3873-bd01-4658-a981-93beba0117bd service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613673
Feb 19 08:16:33.673552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09f05c390>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:33.679414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467efd9-4442-4f8b-ac3c-0e122ce9ad91 None None] The sync data for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi is: [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:10:15Z', 'revision_number': 4, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '07d43db0-aa56-4675-8d69-37b5cbd254b9', 'name': '', 'network_id': '3da19f65-4c27-40fb-bf2e-31ab401b1880', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'mac_address': 'fa:16:3e:af:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:14Z', 'updated_at': '2021-02-19T08:10:26Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'subnets': [{'id': 'c6a1ba03-5d61-428a-b420-4986c8658b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:33.799398 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-fc3a1e73-00c8-441a-88dc-bbd464c9793c service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646844
Feb 19 08:16:33.895327 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-61a549ea-1ddf-424e-82fd-df921a73cc87 req-c9a4c1f8-db6e-4ce7-9a67-2d2ddcfb526b service neutron] 10.222.0.70 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2639816
Feb 19 08:16:33.956855 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-48eb2903-78f6-46ec-8a54-a08d34631871 req-aee12617-4f94-4808-b5b0-0f3fdce615a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477273
Feb 19 08:16:34.116855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a701f0a-9448-4f9b-a733-de0ce5e63336 None None] New status for floating IP f26c8242-db2c-47b3-8d82-d64dc72812ac: DOWN {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:16:34.361583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3902b-8108-4195-9c57-0f5e55b12cdf req-60dd09f6-4895-456d-a831-8d08459e3830 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:34.362189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6bd3902b-8108-4195-9c57-0f5e55b12cdf req-60dd09f6-4895-456d-a831-8d08459e3830 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:16:34.378453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-6bd3902b-8108-4195-9c57-0f5e55b12cdf req-60dd09f6-4895-456d-a831-8d08459e3830 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:16:34.379793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6bd3902b-8108-4195-9c57-0f5e55b12cdf req-60dd09f6-4895-456d-a831-8d08459e3830 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.1093194
Feb 19 08:16:34.430342 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-6bd3902b-8108-4195-9c57-0f5e55b12cdf req-1d60e1fd-621f-41ae-ab8b-9807e09b3b6b tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442448
Feb 19 08:16:35.638633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ec6c-d754-4729-a08d-9c0b54c769c6 req-a7a68829-bb80-40fd-ac51-57716610b7dd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:35.640263 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9e41ec6c-d754-4729-a08d-9c0b54c769c6 req-a7a68829-bb80-40fd-ac51-57716610b7dd tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.0913868
Feb 19 08:16:35.693031 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-9e41ec6c-d754-4729-a08d-9c0b54c769c6 req-7cc3ecce-4780-445d-9a98-b55ec9efd926 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457735
Feb 19 08:16:35.938888 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5fa70dc7-9b94-472d-ac42-2a2c29af9b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:35.941366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42870) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:36.106547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7754903-dff1-40c0-97a0-d5171a810271 req-e1868240-6101-4cce-aa5d-7365cbba8966 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:36.108143 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7754903-dff1-40c0-97a0-d5171a810271 req-e1868240-6101-4cce-aa5d-7365cbba8966 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.70 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.0887489
Feb 19 08:16:36.335059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Deleting port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:36.335439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:37.148209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] For port 65b28e0c-4e2c-42ad-b792-87fc21852ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=65b28e0c-4e2c-42ad-b792-87fc21852ae4,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:37.148792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:37.298030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90e41-9aaf-41ad-95d4-ad7a32ab2678 req-9a5462a6-6c8f-4ca5-9adf-8d9129a759b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:37.299640 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13c90e41-9aaf-41ad-95d4-ad7a32ab2678 req-9a5462a6-6c8f-4ca5-9adf-8d9129a759b1 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 945 time: 0.3536010
Feb 19 08:16:37.307044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Calling delete_port for 65b28e0c-4e2c-42ad-b792-87fc21852ae4 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:37.476836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-13c90e41-9aaf-41ad-95d4-ad7a32ab2678 req-167eafd3-b8ea-43cc-8081-ec5b15a7de48 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6b9208e-637c-477d-bbac-561034160a52&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1305265
Feb 19 08:16:37.603504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:37.623990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6ec11c10-285d-468c-901e-c9ad2af69faf tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:37.723477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event deleted for resources: {'Port': ['ID=65b28e0c-4e2c-42ad-b792-87fc21852ae4,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:37.732745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:37.806389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.006085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] No DVR routers for this DVR port 65b28e0c-4e2c-42ad-b792-87fc21852ae4 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:38.010275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.014220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-deleted', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:38.034725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c7754903-dff1-40c0-97a0-d5171a810271 req-0e44c5b0-a0ce-45ba-b233-75f77f64a1fb tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.70 "DELETE /v2.0/ports/65b28e0c-4e2c-42ad-b792-87fc21852ae4 HTTP/1.1" status: 204  len: 173 time: 1.9202652
Feb 19 08:16:38.107871 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca5b107-d738-427e-ad89-e4b9a88cb99a', 'name': 'network-vif-deleted', 'tag': '65b28e0c-4e2c-42ad-b792-87fc21852ae4', 'status': 'completed', 'code': 200}
Feb 19 08:16:38.246977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Deleting port a7faf9eb-fcf8-4362-98cf-6decddfae678 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:38.247509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.411046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0bf142bb-3371-4037-93a8-87cb749a417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.441329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] For port a7faf9eb-fcf8-4362-98cf-6decddfae678, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=a7faf9eb-fcf8-4362-98cf-6decddfae678,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:38.441727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.580710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Calling delete_port for a7faf9eb-fcf8-4362-98cf-6decddfae678 owned by network:router_interface {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:38.671297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-eb08c215-844e-4ee3-96e6-e8c5fcb626b5 req-583bd9b2-d56d-46fa-8a56-97c941cd9c6a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Synchronizing usage tracker for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:16:38.703173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-eb08c215-844e-4ee3-96e6-e8c5fcb626b5 req-583bd9b2-d56d-46fa-8a56-97c941cd9c6a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Unset dirty status for tenant:b0c1994b8d0f45d4afed6931ee786c53 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:16:38.704459 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-eb08c215-844e-4ee3-96e6-e8c5fcb626b5 req-583bd9b2-d56d-46fa-8a56-97c941cd9c6a tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0930543
Feb 19 08:16:38.750800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.827572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:38.845765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:38.948593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7faf9eb-fcf8-4362-98cf-6decddfae678,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:38.951219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:39.256267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:39.692737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:39.879623 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0ff49f06-04fc-4d9f-afb3-21fcd8f660ab req-583ce9ad-02a9-44f5-bf19-80e37548d721 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0549529
Feb 19 08:16:39.998503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:40.031878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:40.035042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 65b28e0c-4e2c-42ad-b792-87fc21852ae4 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:40.035444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 65b28e0c-4e2c-42ad-b792-87fc21852ae4 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:40.225031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:40.234042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Sync routers for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:40.238570 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2960062
Feb 19 08:16:40.241149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42900) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:40.244952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:40.245696 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e64a8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:40.432709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:40.455431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:40.456858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:40.638740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:40.648934 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Deleting port de9da11c-5d5d-440a-858c-24f48e4e7c22 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:40.649305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:40.776520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e64a8>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:16:38Z', 'revision_number': 5, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port': {'id': 'de9da11c-5d5d-440a-858c-24f48e4e7c22', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:08:17Z', 'updated_at': '2021-02-19T08:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:40.780831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Checking router: c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:40.790688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Routers {'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:40.791381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e64a8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:40.856198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] For port de9da11c-5d5d-440a-858c-24f48e4e7c22, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=de9da11c-5d5d-440a-858c-24f48e4e7c22,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:40.857448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.019401 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Calling delete_port for de9da11c-5d5d-440a-858c-24f48e4e7c22 owned by network:router_gateway {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:41.023233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] Set router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 gateway port host: None {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:41.152952 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-540d3c49-c73b-4ee5-9078-855e6c5787ad req-30c2f34b-f885-4b5a-b2c0-2ea18cddde21 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca5b107-d738-427e-ad89-e4b9a88cb99a HTTP/1.1" status: 200  len: 210 time: 0.0614357
Feb 19 08:16:41.180040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e64a8>, [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:16:40Z', 'revision_number': 6, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port_host': None}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:41.184630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60534b0b-6d4a-4c09-a2ce-8706f89ef996 None None] The sync data for ids ['c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2'] in dv-cinder-773985-6-iscsi is: [{'id': 'c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2', 'name': 'tempest-AttachVolumeShelveTestJSON-570626392-router', 'tenant_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:08:14Z', 'updated_at': '2021-02-19T08:16:40Z', 'revision_number': 6, 'project_id': 'a0ffb1f245194e8ba15441de4b0cbe1a', 'gw_port_host': None}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:41.286432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.302982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-098a18c4-061d-4ec0-8731-746f75b7e5ab tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:41.408019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9da11c-5d5d-440a-858c-24f48e4e7c22,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:41.420387 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.421709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.421709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.421709 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.422113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.422440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.422848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.423250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.423655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.424056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.424504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.424942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.425417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.425915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.426257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.426651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.427049 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.427443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.427835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.428228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.428619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.429012 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.429405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.429818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:16:41.435209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:41.553645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.752856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.755315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.785178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.786028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 {{(pid=84004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:16:41.799356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.800604 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3e277b0-daf4-4d4e-a784-ad4ffbddc0f2 HTTP/1.1" status: 204  len: 168 time: 1.5584791
Feb 19 08:16:41.804137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42922) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:41.877306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Deleting subnet 690f3307-15c9-480c-8ac3-e60be6f5da8c {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:16:41.885080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device a7faf9eb-fcf8-4362-98cf-6decddfae678 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:41.898651 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.933382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: a7faf9eb-fcf8-4362-98cf-6decddfae678 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:41.934061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device a7faf9eb-fcf8-4362-98cf-6decddfae678 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:41.934982 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device de9da11c-5d5d-440a-858c-24f48e4e7c22 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:41.960800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:41.977164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: de9da11c-5d5d-440a-858c-24f48e4e7c22 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:41.977639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device de9da11c-5d5d-440a-858c-24f48e4e7c22 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:42.088033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.336944 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-b19fd81a-d4eb-4bb1-a647-199824b9167d tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "GET /v2.0/security-groups/b6b9208e-637c-477d-bbac-561034160a52 HTTP/1.1" status: 200  len: 2993 time: 0.0599279
Feb 19 08:16:42.417007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.449628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.496861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.502200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-13802a5a-d766-4043-bbd9-d24f2e4c93fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:42.518359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9208e-637c-477d-bbac-561034160a52,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:42.521084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:42.528337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.529667 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-298259f5-3246-4835-a6b9-19abfe261ba8 req-fe8448fe-8870-4feb-b548-67c6fdd46bde tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6b9208e-637c-477d-bbac-561034160a52 HTTP/1.1" status: 204  len: 173 time: 0.1861477
Feb 19 08:16:42.587343 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.588472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42936) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:42.604015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:42.710432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690f3307-15c9-480c-8ac3-e60be6f5da8c,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:42.718091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:42.755527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.764137 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d8130-0fc7-4669-ac0a-d0593aa04777 None None] Network 89d2e65a-770a-451a-b902-1be5d909ee68 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:16:42.764349 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-255957f3-03f2-4d5f-9324-f2b457c6d55c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/690f3307-15c9-480c-8ac3-e60be6f5da8c HTTP/1.1" status: 204  len: 168 time: 0.9566147
Feb 19 08:16:42.764471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42942) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:42.879096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:42.954532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Deleting port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:42.955057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.057536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f3677-d949-498a-bb8b-ad739778805e None None] DHCP port deletion for 89d2e65a-770a-451a-b902-1be5d909ee68 request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:16:43.063771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Deleting port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:43.064431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.235629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] For port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:43.236061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.267826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.330879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-758f3677-d949-498a-bb8b-ad739778805e None None] For port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,segment=NetworkSegment(c9af5e3a-9cea-4557-8b72-ccec9b77869b),segment_id=c9af5e3a-9cea-4557-8b72-ccec9b77869b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:43.331466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.397559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Calling delete_port for f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:43.506466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.527374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-393f1409-9318-4afd-8904-be7f8cd5fefd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:43.675053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:43.686084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:43.705687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Calling delete_port for f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:43.725272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] No DVR routers for this DVR port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 on host dv-cinder-773985-6-iscsi {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:43.767914 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.800761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:16:43.801167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:16:43.853648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.871670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:43.912952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:43.913342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:43.961308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Deleting port 07d43db0-aa56-4675-8d69-37b5cbd254b9 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:43.961668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:43.973115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09d949f28>,) {'filters': {'network_id': ['89d2e65a-770a-451a-b902-1be5d909ee68']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:43.986758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d949f28>, 'c9af5e3a-9cea-4557-8b72-ccec9b77869b') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:43.987103 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d949f28>, 'c9af5e3a-9cea-4557-8b72-ccec9b77869b') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:43.999208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.017124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.019359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:16:44.150483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] For port 07d43db0-aa56-4675-8d69-37b5cbd254b9, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=07d43db0-aa56-4675-8d69-37b5cbd254b9,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:44.150885 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.197079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Network 89d2e65a-770a-451a-b902-1be5d909ee68 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:44.206792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.287058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Calling delete_port for 07d43db0-aa56-4675-8d69-37b5cbd254b9 owned by network:router_interface {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:44.302809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Deleting port f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:44.303240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-758f3677-d949-498a-bb8b-ad739778805e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.379551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-758f3677-d949-498a-bb8b-ad739778805e None None] The port 'f8fbcecf-7d2f-4f06-bc69-c6af96b83ce6' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:16:44.388899 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Network 89d2e65a-770a-451a-b902-1be5d909ee68 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:16:44.414095 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:16:44.474972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.490570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-69e7d5cc-7c82-4933-aa1f-195c79291202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:44.498171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.502317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-db1a8c10-1a81-4104-bd52-ad921c680b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:44.517125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:44.528218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d2e65a-770a-451a-b902-1be5d909ee68,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:44.531838 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:44.542215 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] 10.222.0.13 "DELETE /v2.0/networks/89d2e65a-770a-451a-b902-1be5d909ee68 HTTP/1.1" status: 204  len: 168 time: 1.7767255
Feb 19 08:16:44.586837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d43db0-aa56-4675-8d69-37b5cbd254b9,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:44.596676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:44.672167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 42970) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:44.741901 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-14c1af2d-2318-4b6c-aa09-aabfca67bb3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ffb1f245194e8ba15441de4b0cbe1a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0683818
Feb 19 08:16:44.742740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 42978) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:44.973316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:45.023469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:45.038465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:45.185431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:45.191405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cd90955c-583e-4df6-a99d-a4936c4773c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:45.209777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f8c151-467d-49e6-a63b-97ecf8210bdf,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:45.214350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:45.354878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:45.356141 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6f8c151-467d-49e6-a63b-97ecf8210bdf HTTP/1.1" status: 204  len: 168 time: 0.6117785
Feb 19 08:16:45.628563 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Router e394b0ea-ab79-4ac0-bd0d-ff2614403726 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:45.834302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:45.839670 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f72059f7-b9b8-4a58-8ad5-3f7ef9067a67 admin admin] 10.222.0.13 "PUT /v2.0/routers/e394b0ea-ab79-4ac0-bd0d-ff2614403726/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2500825
Feb 19 08:16:45.842430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43002) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:45.846225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Sync routers for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:45.856385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:45.856995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e204588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:46.052116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:46.066874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:46.419418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e204588>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:16:44Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:46.426233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Checking router: e394b0ea-ab79-4ac0-bd0d-ff2614403726 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:46.436430 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Routers {'e394b0ea-ab79-4ac0-bd0d-ff2614403726'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:46.437558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e204588>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:46.548794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:46.558624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Deleting port e46d990f-3195-47f0-8ab4-e77500ff0176 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:46.559008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:46.680988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] Set router e394b0ea-ab79-4ac0-bd0d-ff2614403726 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:46.764996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] For port e46d990f-3195-47f0-8ab4-e77500ff0176, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=e46d990f-3195-47f0-8ab4-e77500ff0176,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:46.766145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:46.922736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Calling delete_port for e46d990f-3195-47f0-8ab4-e77500ff0176 owned by network:router_gateway {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:46.998138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e204588>, [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:16:44Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:47.002566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c13d5e-51dd-48d5-8cf4-3aa81b6f4721 None None] The sync data for ids ['e394b0ea-ab79-4ac0-bd0d-ff2614403726'] in dv-cinder-773985-6-iscsi is: [{'id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'name': 'tempest-TestShelveInstance-1881854645-router', 'tenant_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:07Z', 'updated_at': '2021-02-19T08:16:44Z', 'revision_number': 5, 'project_id': 'b0c1994b8d0f45d4afed6931ee786c53', 'gw_port': {'id': 'e46d990f-3195-47f0-8ab4-e77500ff0176', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394b0ea-ab79-4ac0-bd0d-ff2614403726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:09Z', 'updated_at': '2021-02-19T08:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:47.122602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.139163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-44f03b49-e73b-4cea-9003-136c02964661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:47.237105 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46d990f-3195-47f0-8ab4-e77500ff0176,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:47.247207 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:47.375243 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.578436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.580862 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.603417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.604316 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e394b0ea-ab79-4ac0-bd0d-ff2614403726 {{(pid=84004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:16:47.618736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.620161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9d22248c-fa5b-4759-89db-0e3a34c35c38 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e394b0ea-ab79-4ac0-bd0d-ff2614403726 HTTP/1.1" status: 204  len: 168 time: 1.7760952
Feb 19 08:16:47.622418 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43064) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:47.707122 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Deleting subnet c6a1ba03-5d61-428a-b420-4986c8658b81 {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:16:47.713264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.788578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2063579'] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.904861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:47.912629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 07d43db0-aa56-4675-8d69-37b5cbd254b9 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:47.974634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 07d43db0-aa56-4675-8d69-37b5cbd254b9 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:47.976700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 07d43db0-aa56-4675-8d69-37b5cbd254b9 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:48.213546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3198828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319733'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.230070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:48.331127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a1ba03-5d61-428a-b420-4986c8658b81,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:48.331127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:48.369323 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.374566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0bbdf-97b9-44cc-8c1c-347939c4529d None None] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:16:48.378627 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-dbc336e7-5d4d-49eb-ab94-f2411c13978b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6a1ba03-5d61-428a-b420-4986c8658b81 HTTP/1.1" status: 204  len: 168 time: 0.7524364
Feb 19 08:16:48.378882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43092) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:48.499366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.574927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Deleting port 0e980ca6-4d46-462e-aa82-a7dc2f207535 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:48.575305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.688045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] DHCP port deletion for 3da19f65-4c27-40fb-bf2e-31ab401b1880 request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:16:48.692279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Deleting port 0e980ca6-4d46-462e-aa82-a7dc2f207535 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:48.692931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.810697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] For port 0e980ca6-4d46-462e-aa82-a7dc2f207535, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0e980ca6-4d46-462e-aa82-a7dc2f207535,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:48.811259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.845123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:16:48.932955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] For port 0e980ca6-4d46-462e-aa82-a7dc2f207535, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0e980ca6-4d46-462e-aa82-a7dc2f207535,segment=NetworkSegment(d48ca40a-0030-40e6-bcee-5ae0ab49e33b),segment_id=d48ca40a-0030-40e6-bcee-5ae0ab49e33b)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:48.932955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:48.960287 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Calling delete_port for 0e980ca6-4d46-462e-aa82-a7dc2f207535 owned by network:dhcp {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:49.051666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.067260 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a8e62a31-88fa-4fa9-881a-b2ec6bb1c7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:49.076467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Calling delete_port for 0e980ca6-4d46-462e-aa82-a7dc2f207535 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:49.156511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:16:49.156925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:16:49.174867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e980ca6-4d46-462e-aa82-a7dc2f207535,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:49.178783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:49.211792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] No DVR routers for this DVR port 0e980ca6-4d46-462e-aa82-a7dc2f207535 on host dv-cinder-773985-6-iscsi {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:16:49.338088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.458854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09e0fbef0>,) {'filters': {'network_id': ['3da19f65-4c27-40fb-bf2e-31ab401b1880']}} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:49.473617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09e0fbef0>, 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b') {'for_net_delete': True} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:49.473996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09e0fbef0>, 'd48ca40a-0030-40e6-bcee-5ae0ab49e33b') {} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:49.486565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852712237'] for segment, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.508879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.508879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:16:49.658938 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Deleting port 0e980ca6-4d46-462e-aa82-a7dc2f207535 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:49.659299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.697541 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:49.706894 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851575345'] for segment, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:49.735834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ec6735c2-4aaf-474f-aa19-3279dd291bf7 None None] The port '0e980ca6-4d46-462e-aa82-a7dc2f207535' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:16:49.871360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0e980ca6-4d46-462e-aa82-a7dc2f207535 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:49.894329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Network 3da19f65-4c27-40fb-bf2e-31ab401b1880 has no segments {{(pid=84004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:16:49.908800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 0e980ca6-4d46-462e-aa82-a7dc2f207535 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:49.909240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0e980ca6-4d46-462e-aa82-a7dc2f207535 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:49.909650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e46d990f-3195-47f0-8ab4-e77500ff0176 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:16:49.922485 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:16:49.945721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: e46d990f-3195-47f0-8ab4-e77500ff0176 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:49.946133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device e46d990f-3195-47f0-8ab4-e77500ff0176 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:49.997925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:50.002496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:50.006429 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d2f7b84-91fc-474d-9e0f-9b2ffc3993b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:50.031519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da19f65-4c27-40fb-bf2e-31ab401b1880,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:50.034319 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:50.045809 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3da19f65-4c27-40fb-bf2e-31ab401b1880 HTTP/1.1" status: 204  len: 168 time: 1.6629496
Feb 19 08:16:50.046585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43122) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:50.827045 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-49077861-cc20-4774-bb54-2711709d569f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1549734066&fields=id&tenant_id=0ce92a5f68974432a397a8bee5b04cea HTTP/1.1" status: 200  len: 267 time: 0.0961068
Feb 19 08:16:50.983795 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-b8216884-3720-451b-9813-c7246c3470a3 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:50.985988 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-b8216884-3720-451b-9813-c7246c3470a3 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 984 time: 0.1510034
Feb 19 08:16:51.002511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Request body: {'port': {'security_groups': ['587ef428-93f6-4e10-b115-31a6f9d68ce8']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:16:51.078136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:51.302592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:51.817492 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Deleting port 582d727e-0943-4455-8b06-6c1441a9c41a {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:51.817880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:51.887409 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=051c86f2-d949-44c5-98e7-48a0572f8f15,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:52.016708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.023326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.040800 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d7597eb5-dff9-4a12-8ec8-fd4bf04b77ea tempest-VolumesActionsTest-729858022 tempest-VolumesActionsTest-729858022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:52.198275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] For port 582d727e-0943-4455-8b06-6c1441a9c41a, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=582d727e-0943-4455-8b06-6c1441a9c41a,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:52.198588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.351574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Calling delete_port for 582d727e-0943-4455-8b06-6c1441a9c41a owned by network:router_interface {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:52.391566 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event updated for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=6']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:52.401138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:52.483334 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:52.484405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.485959 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-3bbe601b-52c7-40c1-adfe-73f34b2db4f6 req-4314072c-3890-49ea-8655-f9ff3f994fdf tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "PUT /v2.0/ports/051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 942 time: 1.4905534
Feb 19 08:16:52.486526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:52.571929 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-d4661c9e-19f5-4ab0-82b1-cb1c438bd3eb tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups/5364d666-44d9-4c3b-9e1c-5b2e6c113dc8 HTTP/1.1" status: 200  len: 3005 time: 0.0648129
Feb 19 08:16:52.573529 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:16:52.653995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.658588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.691638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.745263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.751518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-63b0b855-4495-42c2-ac93-917c5ca56e5b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:52.769616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5364d666-44d9-4c3b-9e1c-5b2e6c113dc8,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:52.777411 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:52.778292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.779556 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1dc5626d-663a-4072-8802-9b034cd9d88e req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "DELETE /v2.0/security-groups/5364d666-44d9-4c3b-9e1c-5b2e6c113dc8 HTTP/1.1" status: 204  len: 173 time: 0.2064507
Feb 19 08:16:52.807326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-bc1a52f2-18eb-406e-8a1d-01b838a32e36 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:16:52.807747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc1a52f2-18eb-406e-8a1d-01b838a32e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:52.918870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e9c5971-9c0b-409a-9e89-1eec1bd491cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:53.095080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=582d727e-0943-4455-8b06-6c1441a9c41a,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:53.112896 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:53.169113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-19e96204-b2ad-4d2a-b414-96291968a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:53.170814 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-19e96204-b2ad-4d2a-b414-96291968a213 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.5894730
Feb 19 08:16:53.188634 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-5d11c897-a300-49b3-a3c2-c0930aaddb4f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/floatingips/aee5bb9d-d196-4b1c-99eb-5ea07691f9bc HTTP/1.1" status: 200  len: 997 time: 0.2734947
Feb 19 08:16:53.556159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-aa6893c4-b250-4f95-be79-49292d790bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:53.557784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-aa6893c4-b250-4f95-be79-49292d790bfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.3752599
Feb 19 08:16:53.619672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-ef24395d-7ae2-4194-a474-4d60562d7a71 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:53.625403 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-ef24395d-7ae2-4194-a474-4d60562d7a71 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.4123027
Feb 19 08:16:53.944898 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-f2c5a517-0265-47cf-b4ff-618dfd170ae8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 1000 time: 0.3117807
Feb 19 08:16:54.002950 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-7b66b84a-bde5-410f-85e7-469c2f7b91e8 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 1000 time: 0.3556504
Feb 19 08:16:54.090780 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:54.175601 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-ec06ea01-afa3-4d2d-bf30-244eef866b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:54.177219 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-ec06ea01-afa3-4d2d-bf30-244eef866b1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.2198918
Feb 19 08:16:54.258427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-6da05358-7b79-4f2f-a50b-1abdafa4ef5a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:54.259931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-6da05358-7b79-4f2f-a50b-1abdafa4ef5a tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports/051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 942 time: 0.2426913
Feb 19 08:16:54.336458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-c2cce3ec-f7a3-4eee-9ca3-b5f8c53cfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:54.338395 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-c2cce3ec-f7a3-4eee-9ca3-b5f8c53cfb60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1475708
Feb 19 08:16:54.419132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:16:54.496393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 051c86f2-d949-44c5-98e7-48a0572f8f15 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:16:54.496809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:54.967253 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-2b3c64ae-4a97-4f50-97e5-f7bf910fd307 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 1000 time: 0.5717127
Feb 19 08:16:55.065657 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-63ff2bba-5748-401a-b8b3-b5be65501d45 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6684411
Feb 19 08:16:55.504013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Deleting port fa37f06c-c5d9-4651-b190-9f0a25924b64 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:55.504518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:55.539751 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f463e2a7-e857-42fc-b6f2-2269cf905a78 req-717e52c9-c2e5-42bc-934b-34fc478cb8b7 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4622724
Feb 19 08:16:55.582621 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Router f799a8c7-d810-499c-bb1e-3ee80ed2645d has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:55.902008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:55.902380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.053676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Calling delete_port for fa37f06c-c5d9-4651-b190-9f0a25924b64 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:56.095515 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:56.106467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/f799a8c7-d810-499c-bb1e-3ee80ed2645d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0593433
Feb 19 08:16:56.107201 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Sync routers for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:56.109291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43224) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:56.120302 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:56.121697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e529da0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:56.347304 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks [] for router, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.353605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:56.364677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43232) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:56.508592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.529726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:16:56.535266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Usage tracker for resource:security_group_rule and tenant:9acb0775635844a5bb8631aa3f794c6d is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:16:56.538305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:16:56.544585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:16:56.569091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.587557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f3f0e437-3d01-4fa5-a876-1f40961f9feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:56.650361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.654798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.665543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e529da0>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:16:52Z', 'revision_number': 5, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:56.670721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Checking router: f799a8c7-d810-499c-bb1e-3ee80ed2645d for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:56.676992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-34e12306-1ad4-447a-a671-cfb050447037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:56.681452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Routers {'f799a8c7-d810-499c-bb1e-3ee80ed2645d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:56.682238 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e529da0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:56.711989 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9acb0775635844a5bb8631aa3f794c6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3434815
Feb 19 08:16:56.713188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43238) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:56.723700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event deleted for resources: {'Port': ['ID=fa37f06c-c5d9-4651-b190-9f0a25924b64,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:56.734169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:56.735341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490558f-cdf6-4b83-9c47-066d752d42a1,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:56.745029 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:56.756115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.787750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.819688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.869195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.875910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1d77d214-2d9d-4f20-979e-90356780a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:56.889530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490558f-cdf6-4b83-9c47-066d752d42a1,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:56.893120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:56.895595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:56.905241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] Set router f799a8c7-d810-499c-bb1e-3ee80ed2645d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:56.906251 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a490558f-cdf6-4b83-9c47-066d752d42a1 HTTP/1.1" status: 204  len: 168 time: 0.1856093
Feb 19 08:16:57.046796 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Deleting port d7bf018c-f81a-44dd-aacd-4b41a49f7683 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:16:57.047106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.274138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43248) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:57.308714 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.316925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.317676 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Floating IP aee5bb9d-d196-4b1c-99eb-5ea07691f9bc disassociated (deleted). External IP: 172.27.0.59, port: 051c86f2-d949-44c5-98e7-48a0572f8f15.
Feb 19 08:16:57.327884 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:16:57.332557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Usage tracker for resource:security_group_rule and tenant:27abaf66898644ab868aee02d61bc0fb is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:16:57.336210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:16:57.342819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:16:57.413657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e529da0>, [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:16:52Z', 'revision_number': 5, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:57.419956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db02b0-a025-43c4-b6b6-01326633e059 None None] The sync data for ids ['f799a8c7-d810-499c-bb1e-3ee80ed2645d'] in dv-cinder-773985-6-iscsi is: [{'id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'name': 'tempest-TestShelveInstance-1181902583-router', 'tenant_id': '609325a0e1a04b3891278db0fac079ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:10:20Z', 'updated_at': '2021-02-19T08:16:52Z', 'revision_number': 5, 'project_id': '609325a0e1a04b3891278db0fac079ae', 'gw_port': {'id': 'd7bf018c-f81a-44dd-aacd-4b41a49f7683', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799a8c7-d810-499c-bb1e-3ee80ed2645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:10:21Z', 'updated_at': '2021-02-19T08:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:16:57.446158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.450480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.464622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-89301dfb-1588-4e9b-9391-444e1adfff74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:57.502001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] For port d7bf018c-f81a-44dd-aacd-4b41a49f7683, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=d7bf018c-f81a-44dd-aacd-4b41a49f7683,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:16:57.502406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.524138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27abaf66898644ab868aee02d61bc0fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2484818
Feb 19 08:16:57.525348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43260) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:57.526290 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb170b-e90d-4204-9558-1bc57a195992,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:57.530438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e3c76596-42dd-4aba-9ece-9d9efb8a25ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:57.613534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.649415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.661348 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Calling delete_port for d7bf018c-f81a-44dd-aacd-4b41a49f7683 owned by network:router_gateway {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:16:57.709039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.716171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a1a949ee-9628-4b28-b741-0d595fcbd615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:57.734354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb170b-e90d-4204-9558-1bc57a195992,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:57.737268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:57.742825 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:57.746758 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d84c6567-f15f-46e6-8b59-ebb0335e6520 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57fb170b-e90d-4204-9558-1bc57a195992 HTTP/1.1" status: 204  len: 168 time: 0.2124233
Feb 19 08:16:57.850425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 582d727e-0943-4455-8b06-6c1441a9c41a no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:16:57.895227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 582d727e-0943-4455-8b06-6c1441a9c41a {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:16:57.896228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 582d727e-0943-4455-8b06-6c1441a9c41a not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:16:58.050895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:16:58.154058 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43270) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:58.173167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.188944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:16:58.193332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Usage tracker for resource:security_group_rule and tenant:a4ad3b2eb3c6452096305200fa11f5ec is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:16:58.196540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:16:58.203216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:16:58.208065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.225829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5648681b-1c7a-4425-aed8-f5190fdb9ec1 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:58.294094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.297446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.306440 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-76e94b50-5891-46eb-95e7-a92301edac20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:58.339531 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bf018c-f81a-44dd-aacd-4b41a49f7683,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:58.349691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:58.350416 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4ad3b2eb3c6452096305200fa11f5ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951954
Feb 19 08:16:58.351216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9cc51-bc59-4258-9c7b-be40320b47eb,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:58.353769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43274) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:58.356793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:58.410285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:16:58.419506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.423480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Sync routers for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:16:58.437988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:58.438943 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5390>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:58.449616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.499295 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.504827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.507760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b62e1ec2-39e6-4df4-a28a-041dcaf0557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:58.522123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9cc51-bc59-4258-9c7b-be40320b47eb,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:58.530407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:58.531532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.535890 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ce9cc51-bc59-4258-9c7b-be40320b47eb HTTP/1.1" status: 204  len: 168 time: 0.1810877
Feb 19 08:16:58.560229 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.760431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "DELETE /v2.0/floatingips/aee5bb9d-d196-4b1c-99eb-5ea07691f9bc HTTP/1.1" status: 204  len: 173 time: 3.7815967
Feb 19 08:16:58.763305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:16:58.774998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.814822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.847317 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:16:58.854241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:58.858527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.859664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f799a8c7-d810-499c-bb1e-3ee80ed2645d {{(pid=84004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:16:58.872228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Notify callbacks [] for router, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:58.874284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] 10.222.0.13 "DELETE /v2.0/routers/f799a8c7-d810-499c-bb1e-3ee80ed2645d HTTP/1.1" status: 204  len: 168 time: 2.7639518
Feb 19 08:16:58.876335 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43286) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:58.893354 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-207aefa4-2bd6-40e7-9831-ecf5166838cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:58.895518 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-207aefa4-2bd6-40e7-9831-ecf5166838cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.1179914
Feb 19 08:16:59.023898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Deleting subnet fef3dc29-c46f-43c5-9d27-c4e664c9f09d {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:16:59.027595 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:59.075232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-a53c9d2b-6411-4c5e-baf1-618d3ddbace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:59.078241 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-a53c9d2b-6411-4c5e-baf1-618d3ddbace8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.1760302
Feb 19 08:16:59.098678 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:59.163736 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-744946ad-0e39-4239-8e72-ed05aa0cfa99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 217 time: 0.0758946
Feb 19 08:16:59.230349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:59.251480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-2b975767-3494-4426-9429-2b5012c8869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:59.253112 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-2b975767-3494-4426-9429-2b5012c8869e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.0822885
Feb 19 08:16:59.284078 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5390>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:59.289340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Checking router: acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:16:59.301781 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:16:59.302609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5390>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:16:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:16:59.348848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e548-388e-499e-91a2-a7e95039b304 req-9e329c67-a71c-4dc2-b877-7f8622242cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:16:59.350559 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-9e329c67-a71c-4dc2-b877-7f8622242cfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899704
Feb 19 08:16:59.526468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:16:59.570104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:59.735436 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:16:59.781276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef3dc29-c46f-43c5-9d27-c4e664c9f09d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:16:59.788799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:16:59.800873 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-5b26a8a2-f3b5-46e3-b06c-c33a1d29750a service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4382417
Feb 19 08:16:59.850658 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:16:59.868142 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d6676677-3af8-4890-a00f-0d1840d85112 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fef3dc29-c46f-43c5-9d27-c4e664c9f09d HTTP/1.1" status: 204  len: 168 time: 0.9905393
Feb 19 08:16:59.868961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5ce32-d44b-40b3-a9a7-4a83fffe59e9 None None] Network e32dbdab-617b-4aad-a37a-32fed297a38f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:16:59.870715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43310) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:16:59.996994 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba86e548-388e-499e-91a2-a7e95039b304 req-247a5a22-1007-4447-9b34-e23d2431e8a2 service neutron] 10.222.0.13 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1951356
Feb 19 08:17:00.005321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device d7bf018c-f81a-44dd-aacd-4b41a49f7683 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:00.007274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.063632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: d7bf018c-f81a-44dd-aacd-4b41a49f7683 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:00.064011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device d7bf018c-f81a-44dd-aacd-4b41a49f7683 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:00.102729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Deleting port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:00.103091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.180521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5390>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:00.192668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedff0a7-03b4-42b2-b2c0-2ab170e9efe5 None None] The sync data for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi is: [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:14:07Z', 'revision_number': 4, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '153561f2-b675-4b4c-bd60-cf0de4bdb8c1', 'name': '', 'network_id': '18c2a9eb-6252-444b-9242-b0b5cd0116d5', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'mac_address': 'fa:16:3e:7f:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:06Z', 'updated_at': '2021-02-19T08:14:21Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'subnets': [{'id': '7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:17:00.295915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] DHCP port deletion for e32dbdab-617b-4aad-a37a-32fed297a38f request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:17:00.302156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Deleting port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:00.302577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.442280 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] For port f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:00.443720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.574253 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] For port f5e0ded5-2e43-4b03-af3e-150c5a6861f7, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,segment=NetworkSegment(4fbb66b4-02d6-42c5-bf9e-bdc36990098f),segment_id=4fbb66b4-02d6-42c5-bf9e-bdc36990098f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:00.574808 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.697527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a108a-75a8-49e6-9f7b-884a91e420e2 None None] New status for floating IP aee5bb9d-d196-4b1c-99eb-5ea07691f9bc: DOWN {{(pid=84006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:17:00.731806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Calling delete_port for f5e0ded5-2e43-4b03-af3e-150c5a6861f7 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:00.846487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121'] for port, after_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:00.863225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:00.973474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Calling delete_port for f5e0ded5-2e43-4b03-af3e-150c5a6861f7 owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:00.984742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Pushing event deleted for resources: {'Port': ['ID=f5e0ded5-2e43-4b03-af3e-150c5a6861f7,revision_number=None']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:00.988754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:01.010199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-3f461689-66d3-422e-b464-b74830928c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:01.014070 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-3f461689-66d3-422e-b464-b74830928c5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce92a5f68974432a397a8bee5b04cea&device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 1162 time: 0.1907263
Feb 19 08:17:01.035514 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38cdeb-16e3-4714-9121-b2b7e9e8421d None None] No DVR routers for this DVR port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 on host dv-cinder-773985-6-iscsi {{(pid=84005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:17:01.088455 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:17:01.088846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:17:01.188131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-9d1cfb0c-ec58-4545-b59b-a958d6428223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:01.189738 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-9d1cfb0c-ec58-4545-b59b-a958d6428223 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 200  len: 908 time: 0.1680374
Feb 19 08:17:01.589904 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Deleting port f5e0ded5-2e43-4b03-af3e-150c5a6861f7 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:01.590351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:01.667985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] The port 'f5e0ded5-2e43-4b03-af3e-150c5a6861f7' was deleted {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:17:01.800539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:01.885536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f5e0ded5-2e43-4b03-af3e-150c5a6861f7 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:01.924666 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09cc8ff28>,) {'filters': {'network_id': ['e32dbdab-617b-4aad-a37a-32fed297a38f']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:01.938534 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cc8ff28>, '4fbb66b4-02d6-42c5-bf9e-bdc36990098f') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:01.938872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09cc8ff28>, '4fbb66b4-02d6-42c5-bf9e-bdc36990098f') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:01.940087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: f5e0ded5-2e43-4b03-af3e-150c5a6861f7 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:01.940483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device f5e0ded5-2e43-4b03-af3e-150c5a6861f7 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:01.954071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:01.973510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:01.975887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:17:02.168806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Network e32dbdab-617b-4aad-a37a-32fed297a38f has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:17:02.177948 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.220474 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-8137d19d-8dcb-46bc-bbef-b9e16311b390 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 200  len: 217 time: 0.0692766
Feb 19 08:17:02.359299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Network e32dbdab-617b-4aad-a37a-32fed297a38f has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   % (table.description, expected, rows_matched)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   % (table.description, expected, rows_matched)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   % (table.description, expected, rows_matched)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   % (table.description, expected, rows_matched)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:17:02.381612 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:17:02.458994 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.462544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9a8d3b01-1727-4092-ad7a-5241f7e1cd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:02.478558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.488543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32dbdab-617b-4aad-a37a-32fed297a38f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:02.492985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:02.495897 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-737dc992-88eb-4f2f-9bf2-de08bf52a4c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e32dbdab-617b-4aad-a37a-32fed297a38f HTTP/1.1" status: 204  len: 168 time: 2.6241815
Feb 19 08:17:02.676085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43370) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:02.728507 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f2248bdf-1932-4dd8-a5f0-9bcf9d424204 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0c1994b8d0f45d4afed6931ee786c53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511353
Feb 19 08:17:02.730992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43374) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:02.793748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.824782 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.872398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.878258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b63917f8-a575-44c5-827e-629f0f63ca6f tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:02.892188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0686a08-de1a-4648-b8d3-d7c737fb4f91,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:02.897491 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:02.900044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:02.901270 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0686a08-de1a-4648-b8d3-d7c737fb4f91 HTTP/1.1" status: 204  len: 168 time: 0.1693261
Feb 19 08:17:03.146088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-827f3782-d1f3-4cae-a111-62e1e2c37408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:03.147832 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-827f3782-d1f3-4cae-a111-62e1e2c37408 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 200  len: 853 time: 0.0729203
Feb 19 08:17:03.266831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43388) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:03.322573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1e27d45a-2335-4738-8b2f-d18d0fa2310d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=609325a0e1a04b3891278db0fac079ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544550
Feb 19 08:17:03.325054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43392) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:03.386000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:03.414388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:03.459054 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:03.464048 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f44e18e8-fff8-4771-a404-489d9140e0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:03.479195 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b93e9-eb81-4ff4-9a8a-f9d35b2fc5b9,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:03.482023 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:03.483215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:03.484990 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71b93e9-eb81-4ff4-9a8a-f9d35b2fc5b9 HTTP/1.1" status: 204  len: 168 time: 0.1589818
Feb 19 08:17:04.158955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-5888655f-10d1-484c-80de-bb9cb84f522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:04.160592 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-5888655f-10d1-484c-80de-bb9cb84f522a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18c2a9eb-6252-444b-9242-b0b5cd0116d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842600
Feb 19 08:17:04.309900 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-fc6f7e05-4879-4c9c-9477-1f2d7e41f9a4 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408117
Feb 19 08:17:04.466194 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f8f4f545-c618-4ca8-a81b-52fa9c2f98f0 req-f211f486-f59d-42a7-9a30-a03435c6b7a0 service neutron] 10.222.0.70 "GET /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453621
Feb 19 08:17:05.940147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bca1b00-fa7e-45f2-a370-97413e9b1b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:06.880203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930c24-fff7-4c95-aba0-8ba345c3a140 req-9899425c-e96d-4435-ab63-a3d31d497574 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:06.881824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0d930c24-fff7-4c95-aba0-8ba345c3a140 req-9899425c-e96d-4435-ab63-a3d31d497574 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.0918243
Feb 19 08:17:06.929547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0d930c24-fff7-4c95-aba0-8ba345c3a140 req-2d37d7aa-6870-4c9c-9aaf-c11f46929071 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84003) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:17:06.951452 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0d930c24-fff7-4c95-aba0-8ba345c3a140 req-2d37d7aa-6870-4c9c-9aaf-c11f46929071 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:security_group {{(pid=84003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:17:06.952881 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0d930c24-fff7-4c95-aba0-8ba345c3a140 req-2d37d7aa-6870-4c9c-9aaf-c11f46929071 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644212
Feb 19 08:17:07.525244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43494) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:07.668196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:07.684963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:07.690393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Usage tracker for resource:security_group_rule and tenant:b4370f3f0d054d7f9b1ac471e8021c15 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:07.693438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:07.699487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:07.802224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:07.805020 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:07.813933 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e5caf71f-a63f-486e-bc20-7140d9bcf34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:07.857836 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4370f3f0d054d7f9b1ac471e8021c15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3312912
Feb 19 08:17:07.861366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43500) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:07.862950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3589ec-cc93-4191-a8d6-70ade56ea0af,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:07.866642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7ae4c51c-83e0-4a53-a3c2-7cfbbf17597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:07.946847 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:07.986091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.043997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.051510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9b837aa6-3472-46ba-8093-5decc1aa81e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:08.070533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3589ec-cc93-4191-a8d6-70ade56ea0af,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:08.078632 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:08.079820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.080923 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a3589ec-cc93-4191-a8d6-70ade56ea0af HTTP/1.1" status: 204  len: 168 time: 0.2181742
Feb 19 08:17:08.192248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773745e7-4129-4b38-bbde-a8a3fe7ec0f5 req-e9a8cc4d-d705-4c2a-89b5-48b58a810840 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:08.193075 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-773745e7-4129-4b38-bbde-a8a3fe7ec0f5 req-e9a8cc4d-d705-4c2a-89b5-48b58a810840 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Synchronizing usage tracker for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:17:08.210755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-773745e7-4129-4b38-bbde-a8a3fe7ec0f5 req-e9a8cc4d-d705-4c2a-89b5-48b58a810840 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Unset dirty status for tenant:0ce92a5f68974432a397a8bee5b04cea on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:17:08.212467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-773745e7-4129-4b38-bbde-a8a3fe7ec0f5 req-e9a8cc4d-d705-4c2a-89b5-48b58a810840 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.1215670
Feb 19 08:17:08.270982 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-773745e7-4129-4b38-bbde-a8a3fe7ec0f5 req-b2cbfce3-bbf3-45a3-9032-a6521cf6bc96 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512393
Feb 19 08:17:08.415607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d30a1b7-8635-4d9c-ae2d-4cd07572dda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.429543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43520) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:08.448683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.465365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:08.469772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Usage tracker for resource:security_group_rule and tenant:c463cedca75840059038d11fb2d2fc57 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:08.472831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:08.479820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:08.572516 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.575931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.587193 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8338861d-4dd4-4741-a4f6-2cc2ddd465d1 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:08.632308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c463cedca75840059038d11fb2d2fc57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004554
Feb 19 08:17:08.634039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd07fc6-51f1-4777-8787-c6334b9386ea,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:08.634301 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43528) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:08.644274 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:08.708081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.736147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.752618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.782314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.787265 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:08.800460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd07fc6-51f1-4777-8787-c6334b9386ea,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:08.803697 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:08.805681 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:08.806978 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d7c75bf9-c1e8-4d21-8a4f-ad55f7049927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd07fc6-51f1-4777-8787-c6334b9386ea HTTP/1.1" status: 204  len: 168 time: 0.1715789
Feb 19 08:17:08.911341 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-9730d34c-c605-4872-9188-871a27649e3b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:08.912975 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-9730d34c-c605-4872-9188-871a27649e3b tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.70 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.0915005
Feb 19 08:17:08.998966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Deleting port 051c86f2-d949-44c5-98e7-48a0572f8f15 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:08.999467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.167870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43538) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:09.188512 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.204172 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:09.208380 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Usage tracker for resource:security_group_rule and tenant:7e63fbaccc5841aaad848e3a6923ebb0 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:09.211454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:09.217555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:09.272313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] For port 051c86f2-d949-44c5-98e7-48a0572f8f15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=051c86f2-d949-44c5-98e7-48a0572f8f15,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:09.272712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.305115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.308085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.318263 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3d8bbadc-f680-4766-85d5-00b95a064c47 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:09.362074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdacae4-5c80-4cc8-99aa-b09ecf393e9b,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:09.366952 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e63fbaccc5841aaad848e3a6923ebb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1979737
Feb 19 08:17:09.367886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:09.370317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43544) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:09.410552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Calling delete_port for 051c86f2-d949-44c5-98e7-48a0572f8f15 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:09.497649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.540598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.553892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883b65d-1224-46e0-82ff-065400375e4b req-d94de201-1a3f-47c2-bf49-fb9d4aad9565 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:09.555518 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1883b65d-1224-46e0-82ff-065400375e4b req-d94de201-1a3f-47c2-bf49-fb9d4aad9565 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ee6ec7-dde9-42d8-a958-adf04fc3c5ea HTTP/1.1" status: 200  len: 945 time: 0.1543605
Feb 19 08:17:09.563786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.579552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-350f5305-52f4-45f1-8ebc-7f5c08cdf2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:09.632650 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1883b65d-1224-46e0-82ff-065400375e4b req-2fe6d390-a1fc-40b1-9f44-fc4b869a32f7 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.13 "GET /v2.0/security-groups?id=587ef428-93f6-4e10-b115-31a6f9d68ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644042
Feb 19 08:17:09.639544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.646920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4ecf150a-5313-4036-a49f-b28c1c79ebb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:09.660270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdacae4-5c80-4cc8-99aa-b09ecf393e9b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:09.663094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:09.668279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.687847 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cdacae4-5c80-4cc8-99aa-b09ecf393e9b HTTP/1.1" status: 204  len: 168 time: 0.3039389
Feb 19 08:17:09.711877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Pushing event deleted for resources: {'Port': ['ID=051c86f2-d949-44c5-98e7-48a0572f8f15,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:09.717224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:09.738667 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.816454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] No DVR routers for this DVR port 051c86f2-d949-44c5-98e7-48a0572f8f15 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:17:09.818778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:09.821742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'name': 'network-vif-deleted', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:17:09.848853 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0cc6eb5a-0275-4d58-a82b-dc72f4c7115e req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] 10.222.0.70 "DELETE /v2.0/ports/051c86f2-d949-44c5-98e7-48a0572f8f15 HTTP/1.1" status: 204  len: 173 time: 0.9277205
Feb 19 08:17:09.881071 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee6ec7-dde9-42d8-a958-adf04fc3c5ea', 'name': 'network-vif-deleted', 'tag': '051c86f2-d949-44c5-98e7-48a0572f8f15', 'status': 'completed', 'code': 200}
Feb 19 08:17:10.217598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:10.280333 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: 051c86f2-d949-44c5-98e7-48a0572f8f15 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:10.281482 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 051c86f2-d949-44c5-98e7-48a0572f8f15 not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:10.454064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:11.528307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43656) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:12.214686 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.498726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43692) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:12.627509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.648692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:12.653093 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Usage tracker for resource:security_group_rule and tenant:1f542c68966c499493049532437393bd is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:12.656876 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:12.663431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:12.695108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Deleting port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:12.695489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.757568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.760443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.770138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4109d59f-7c38-402c-a2f1-6d21c3dffd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:12.812528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac61d3e-d534-45fd-a712-82a15ab95fa8,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:12.818727 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f542c68966c499493049532437393bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184233
Feb 19 08:17:12.820634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:12.821522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43700) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:12.890783 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] For port 153561f2-b675-4b4c-bd60-cf0de4bdb8c1, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:12.891299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.928324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:12.970464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.033434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Calling delete_port for 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 owned by network:router_interface {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:13.036384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.044427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-36d62047-c658-448e-9e1d-11298da965d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:13.069398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac61d3e-d534-45fd-a712-82a15ab95fa8,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:13.073547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:13.075365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.081128 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ac61d3e-d534-45fd-a712-82a15ab95fa8 HTTP/1.1" status: 204  len: 168 time: 0.2571158
Feb 19 08:17:13.230878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.251306 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c7d57aae-24d1-4da4-8e4c-9d2d5a208847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:13.409560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43708) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:13.431908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.450241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:13.454750 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b05446155d4841d7b1682671753699a5 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:13.458132 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:13.464517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:13.560555 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.564450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.574548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9a949a10-4d05-4721-bd1e-a8b8bc17a4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:13.587352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Pushing event deleted for resources: {'Port': ['ID=153561f2-b675-4b4c-bd60-cf0de4bdb8c1,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:13.597420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:13.630251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43712) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:13.632117 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05446155d4841d7b1682671753699a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2208138
Feb 19 08:17:13.642708 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e58769-224f-4134-8aac-d1ffd1cab3ad,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:13.652131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2338e06b-6d24-4c42-91a3-4c06e559e8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:13.774879 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:13.879790 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:14.063218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:14.124376 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:14.127326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fc2de326-dc8c-4a74-99bd-4c322e7b60fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:14.157676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e58769-224f-4134-8aac-d1ffd1cab3ad,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:14.162583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:14.198736 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:14.199945 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-db0949ac-4085-4e4c-9380-1e6f582d0f4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40e58769-224f-4134-8aac-d1ffd1cab3ad HTTP/1.1" status: 204  len: 168 time: 0.5687199
Feb 19 08:17:14.644521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:17:14.862917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:14.863184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:17:14.870024 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-20b2e8e8-2046-4b69-80f7-ba4c23c2b580 admin admin] 10.222.0.13 "PUT /v2.0/routers/acc34cf7-e8e4-480d-ba6f-6cc7c44350e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3399107
Feb 19 08:17:14.872734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43734) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:14.877005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Sync routers for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:17:14.889441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:17:14.890745 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e01f550>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:17:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:14.914875 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-49e4752c-687c-409a-b3d1-11d9cd9207da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0990968
Feb 19 08:17:15.049734 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-b227b052-e60f-48e2-8316-0b91cb712a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:15.051706 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-b227b052-e60f-48e2-8316-0b91cb712a4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 1163 time: 0.1101122
Feb 19 08:17:15.112673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:15.256814 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-5b34bb2f-272f-4760-a52b-303649d56998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:15.258612 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-5b34bb2f-272f-4760-a52b-303649d56998 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1835113
Feb 19 08:17:15.431165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:15.443604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Deleting port 4cd111e0-ad04-4d3b-a879-65fc71990e0f {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:15.443990 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:15.448608 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-61fe9d04-0dbd-4270-89e6-ca1b8fbf3393 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 200  len: 1001 time: 0.1819675
Feb 19 08:17:15.496327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:17:15.583640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-2d46c4c8-957b-4a7c-aad3-9cece0b67151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:15.585673 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-2d46c4c8-957b-4a7c-aad3-9cece0b67151 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.1297746
Feb 19 08:17:15.703264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-8d20264c-5b93-4512-a354-4010dc1600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:15.709261 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-8d20264c-5b93-4512-a354-4010dc1600f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116192
Feb 19 08:17:15.727506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] For port 4cd111e0-ad04-4d3b-a879-65fc71990e0f, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=4cd111e0-ad04-4d3b-a879-65fc71990e0f,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:15.727878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:15.854776 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-cf0514bd-cab2-421d-9c5a-399017cb91ac service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417410
Feb 19 08:17:15.865614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Calling delete_port for 4cd111e0-ad04-4d3b-a879-65fc71990e0f owned by network:router_gateway {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:15.873471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e01f550>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:17:13Z', 'revision_number': 5, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port': {'id': '4cd111e0-ad04-4d3b-a879-65fc71990e0f', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:02Z', 'updated_at': '2021-02-19T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:15.878331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Checking router: acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:17:15.887791 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Routers {'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:17:15.888470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e01f550>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:17:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:16.045354 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-fed2ecdd-3552-435d-bf23-765d68a76569 req-273f457b-d281-4353-a826-143f84ba2180 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1830976
Feb 19 08:17:16.077194 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] Set router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 gateway port host: None {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:17:16.106770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.126529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:16.201872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e01f550>, [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:17:15Z', 'revision_number': 6, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port_host': None}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:16.206089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962918e-be9b-4f1c-a1e1-e0ca14a2df41 None None] The sync data for ids ['acc34cf7-e8e4-480d-ba6f-6cc7c44350e3'] in dv-cinder-773985-6-iscsi is: [{'id': 'acc34cf7-e8e4-480d-ba6f-6cc7c44350e3', 'name': 'tempest-TestMinimumBasicScenario-612259141-router', 'tenant_id': '0ce92a5f68974432a397a8bee5b04cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:01Z', 'updated_at': '2021-02-19T08:17:15Z', 'revision_number': 6, 'project_id': '0ce92a5f68974432a397a8bee5b04cea', 'gw_port_host': None}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:17:16.230004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd111e0-ad04-4d3b-a879-65fc71990e0f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:16.237874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:16.375384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.824291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.827258 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.848183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.848749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 {{(pid=84003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:17:16.862002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:16.865671 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c8a48229-a698-43d1-b61c-173b8c0d2eb0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/acc34cf7-e8e4-480d-ba6f-6cc7c44350e3 HTTP/1.1" status: 204  len: 168 time: 1.9887924
Feb 19 08:17:16.866622 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43834) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:16.946000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Deleting subnet 7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c {{(pid=84004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:17:16.949571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.008463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2063579'] for subnet, precommit_delete_associations {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.096629 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.367843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3198828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319733'] for subnet, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.385528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:17.728995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:17.734636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:17.770642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.776076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5a344-0ae9-421c-8d69-94430a828b9f None None] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:17:17.782703 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-440973b4-0c3e-4b21-94e9-f142dc612eca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7449e2c7-3090-4ed7-8b7b-4d7fbbeccf7c HTTP/1.1" status: 204  len: 168 time: 0.9144542
Feb 19 08:17:17.786722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43844) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:17.918357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.922848 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:17.990815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Deleting port b4ca93a5-9257-42eb-b2c7-5227dddec402 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:17.990815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:17.999968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:18.000397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 153561f2-b675-4b4c-bd60-cf0de4bdb8c1 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:18.000864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 4cd111e0-ad04-4d3b-a879-65fc71990e0f no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:18.038620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 4cd111e0-ad04-4d3b-a879-65fc71990e0f {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:18.039008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 4cd111e0-ad04-4d3b-a879-65fc71990e0f not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:18.147423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] DHCP port deletion for 18c2a9eb-6252-444b-9242-b0b5cd0116d5 request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:17:18.151786 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Deleting port b4ca93a5-9257-42eb-b2c7-5227dddec402 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:18.152209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:18.258187 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] For port b4ca93a5-9257-42eb-b2c7-5227dddec402, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=b4ca93a5-9257-42eb-b2c7-5227dddec402,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:18.258905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:18.427757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Calling delete_port for b4ca93a5-9257-42eb-b2c7-5227dddec402 owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:18.497609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] For port b4ca93a5-9257-42eb-b2c7-5227dddec402, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=b4ca93a5-9257-42eb-b2c7-5227dddec402,segment=NetworkSegment(ffe5b533-92bb-475d-b181-4f168853ac17),segment_id=ffe5b533-92bb-475d-b181-4f168853ac17)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:18.498434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:18.565407 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:18.587190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:18.686932 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Calling delete_port for b4ca93a5-9257-42eb-b2c7-5227dddec402 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:18.700313 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ca93a5-9257-42eb-b2c7-5227dddec402,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:18.704370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:18.741648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] No DVR routers for this DVR port b4ca93a5-9257-42eb-b2c7-5227dddec402 on host dv-cinder-773985-6-iscsi {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:17:18.767129 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:17:18.767474 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:17:18.872016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:18.996716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09d6d7908>,) {'filters': {'network_id': ['18c2a9eb-6252-444b-9242-b0b5cd0116d5']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:19.010281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d6d7908>, 'ffe5b533-92bb-475d-b181-4f168853ac17') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:19.010612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09d6d7908>, 'ffe5b533-92bb-475d-b181-4f168853ac17') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:17:19.026066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.045711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.048821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:17:19.240961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:17:19.250332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.266835 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43880) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:19.268937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Deleting port b4ca93a5-9257-42eb-b2c7-5227dddec402 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:19.269503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.346095 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2c966009-cfde-4bc1-a6e8-aa52f3ad7b9a None None] The port 'b4ca93a5-9257-42eb-b2c7-5227dddec402' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:17:19.421292 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.437044 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:19.441160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Usage tracker for resource:security_group_rule and tenant:496fa2d967b542e4a070d26ab344bd00 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:19.442765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Network 18c2a9eb-6252-444b-9242-b0b5cd0116d5 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:17:19.444220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:19.450026 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:17:19.466827 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:17:19.548392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.551131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.551413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.554950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:19.559344 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a30f0d92-2883-4333-8720-504f1789ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:19.571097 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.578593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=18c2a9eb-6252-444b-9242-b0b5cd0116d5,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:19.583685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:19.599609 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/18c2a9eb-6252-444b-9242-b0b5cd0116d5 HTTP/1.1" status: 204  len: 168 time: 1.8115413
Feb 19 08:17:19.605202 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=496fa2d967b542e4a070d26ab344bd00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371329
Feb 19 08:17:19.607522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fdafc4-e4dd-4b9d-b233-b8a1b8b4e82b,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:19.610180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43890) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:19.629549 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2b21ea36-9451-4ea7-99e7-808dac26f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:19.714961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.740952 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43894) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:19.766845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.796503 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d257e3d7-33f3-48ed-a90e-83e8b3dad208 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ce92a5f68974432a397a8bee5b04cea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539453
Feb 19 08:17:19.799180 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43898) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:19.846543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.856839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4bc0b341-f8ab-4718-9afc-d37af0e16252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:19.869546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.884758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fdafc4-e4dd-4b9d-b233-b8a1b8b4e82b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:19.888618 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:19.900494 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.900663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.904696 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54fdafc4-e4dd-4b9d-b233-b8a1b8b4e82b HTTP/1.1" status: 204  len: 168 time: 0.2928135
Feb 19 08:17:19.920812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device b4ca93a5-9257-42eb-b2c7-5227dddec402 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:19.954120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:19.960008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-93e98306-ce23-4ecc-b378-00f8839cb495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:19.965645 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: b4ca93a5-9257-42eb-b2c7-5227dddec402 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:17:19.966071 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device b4ca93a5-9257-42eb-b2c7-5227dddec402 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:17:19.979444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ef428-93f6-4e10-b115-31a6f9d68ce8,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:19.982081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:19.995100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.008616 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e0bca3fe-34f7-4061-835b-cb18907132d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/587ef428-93f6-4e10-b115-31a6f9d68ce8 HTTP/1.1" status: 204  len: 168 time: 0.1993260
Feb 19 08:17:20.493712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43908) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:20.514356 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.531488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:20.535663 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7f09c3773c4cb5a2cf6cb368797792 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:20.538778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:20.544820 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:20.640648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.644208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.653826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ad3ad7a2-4f30-4c19-8fc7-fdddbae7980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:20.700196 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca7f09c3773c4cb5a2cf6cb368797792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2051024
Feb 19 08:17:20.701985 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4457294-cc6b-493d-906e-44dd50e24f37,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:20.704388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43914) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:20.706106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d088dc2b-6afb-41ca-8f1d-a70be95683a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:20.775811 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.806817 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.854536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.860042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-26020c41-cf1b-4731-a5e7-6defa74ad1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:20.873518 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4457294-cc6b-493d-906e-44dd50e24f37,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:20.877903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:20.878920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:20.880846 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5d114b65-3b2a-4339-a86e-899c0959172f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4457294-cc6b-493d-906e-44dd50e24f37 HTTP/1.1" status: 204  len: 168 time: 0.1752236
Feb 19 08:17:23.050307 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43974) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:23.182372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.198907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:23.203082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Usage tracker for resource:security_group_rule and tenant:e1ffc31285dc4e79aee3f7b71e6467f2 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:23.206139 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:23.212142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:23.301829 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.305015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.320634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c4f54eb7-bbc3-44e6-9390-9a2aebd6889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:23.365166 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf973c-ef9a-49b4-8afe-999732f00726,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:23.372487 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1ffc31285dc4e79aee3f7b71e6467f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3183937
Feb 19 08:17:23.372487 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:23.372996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43980) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:23.443740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.471992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.521855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.527203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0ae2d201-19ef-4e0a-abcb-380029f2fe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:23.540650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf973c-ef9a-49b4-8afe-999732f00726,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:23.543977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:23.547550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.552097 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a3dae4f6-a689-4b70-9693-5b1718fc4990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/babf973c-ef9a-49b4-8afe-999732f00726 HTTP/1.1" status: 204  len: 168 time: 0.1760671
Feb 19 08:17:23.878539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 43988) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:23.899702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:23.917687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:23.922065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Usage tracker for resource:security_group_rule and tenant:29366b4538b04eb58202d600a76675f4 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:23.925241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:23.931406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:24.023283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.026422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.036565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d99847af-57d4-42a8-9444-cd1b439fd9d4 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:24.081136 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29366b4538b04eb58202d600a76675f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012753
Feb 19 08:17:24.082205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6162eaea-999c-4cf5-baa0-a3ad18868537,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:24.084079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 43994) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:24.085540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c699c965-c8bc-48ca-885b-41c8b53c4f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:24.167033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.195241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.242554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.247729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fb8babd-e4eb-4ac9-9dd7-77491bd95132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:24.259554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162eaea-999c-4cf5-baa0-a3ad18868537,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:24.263477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:24.268010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:24.271906 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2bfb65f9-86d7-4b96-965a-a03e09123ea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6162eaea-999c-4cf5-baa0-a3ad18868537 HTTP/1.1" status: 204  len: 168 time: 0.1841166
Feb 19 08:17:25.844874 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:17:35.943057 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78171953-3669-4362-bf28-403a84a807c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.232766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44170) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:38.363199 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.379788 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:38.384046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Usage tracker for resource:security_group_rule and tenant:aab0ae24466b4f448a1d7d5e063ccd38 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:38.387173 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:38.393510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:38.422726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bdd8be0c-04eb-4552-98c7-c87e0b1e1028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.492154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.495036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.504446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6320cf91-cc49-4f6b-8690-8d6e5025cb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:38.550192 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a234c482-5f7f-4133-ab17-9d4b099272d6,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:38.556464 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aab0ae24466b4f448a1d7d5e063ccd38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217580
Feb 19 08:17:38.559705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44182) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:38.562249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.562717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.563232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.563638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.564040 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.564443 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.564981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.565480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.565928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.566330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.566721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.567160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.567731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.568127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.568520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.568908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.569297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.569725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.570239 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.570630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.571019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.571435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.571918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.572432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:38.578102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a7107750-ab26-47f6-92fa-a01222a3b1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:38.656624 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.687081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.743988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.750242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6019b974-3693-4a40-9677-445d1f799c00 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:38.760687 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.768159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a234c482-5f7f-4133-ab17-9d4b099272d6,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:38.771094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:38.781649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:38.783924 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-a487465c-b76e-45ec-8195-1ec8b8ce7d80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a234c482-5f7f-4133-ab17-9d4b099272d6 HTTP/1.1" status: 204  len: 168 time: 0.2225819
Feb 19 08:17:39.125584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44198) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:39.145215 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.169066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:39.169066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Usage tracker for resource:security_group_rule and tenant:21bd6269a5a34051b5a6f997027cc066 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:39.170085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:39.176460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:39.265584 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.268754 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.278079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4298702b-0e04-4899-88e6-3f3a904c7eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:39.322528 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21bd6269a5a34051b5a6f997027cc066&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1956995
Feb 19 08:17:39.323490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a63ae-eda5-4c95-bdd2-00ec2f792a51,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:39.326043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44202) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:39.326912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-196af08e-2de1-4ce4-aadf-ac7ce72617f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:39.407472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.442877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.499134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.505852 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9741e92f-41d7-4fb2-bc09-5403b59edad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:39.525752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a63ae-eda5-4c95-bdd2-00ec2f792a51,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:39.529717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:39.536077 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:39.537462 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/219a63ae-eda5-4c95-bdd2-00ec2f792a51 HTTP/1.1" status: 204  len: 168 time: 0.2099020
Feb 19 08:17:39.692046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:40.456357 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:40.634519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44236) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:40.796368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:40.812774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:40.816969 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Usage tracker for resource:security_group_rule and tenant:d3baa15f6ca4485287c477560126a5a0 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:40.820051 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:40.825891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:40.916748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:40.921271 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:40.935753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-830fa40c-4684-45cc-9193-2fcc20b8e0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:41.012977 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3baa15f6ca4485287c477560126a5a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3767993
Feb 19 08:17:41.014553 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6df99-ea8a-4090-ad39-f165070ddcdc,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:41.016144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44250) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:41.019809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:41.100522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:41.138021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:41.197657 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:41.203063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-49bde486-4485-4820-932c-a3f1fc736ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:41.216468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6df99-ea8a-4090-ad39-f165070ddcdc,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:41.220641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:41.227472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:41.235961 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e28569e8-155a-4187-b1f9-40d3aaccfa25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbb6df99-ea8a-4090-ad39-f165070ddcdc HTTP/1.1" status: 204  len: 168 time: 0.2142339
Feb 19 08:17:44.880030 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:46.865198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44354) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:46.991685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.007616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:47.011854 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Usage tracker for resource:security_group_rule and tenant:1d2d78e9f1c645b8abd63694ea3fb927 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:47.015574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:47.021464 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:47.107370 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.110828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.119891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-00e046a6-0af2-45f5-9fd8-d0ea16f30ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:47.163265 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d2d78e9f1c645b8abd63694ea3fb927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965438
Feb 19 08:17:47.164218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34efb08-3c6c-46f5-94c4-68c0fd2d248a,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:47.166582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44360) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:47.172751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.173174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.173593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.174035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.174445 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.174856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.175268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.175665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.176070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.176472 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.176871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.177267 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.177741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.178174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.178564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.178963 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.179359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.179759 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.180152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.180554 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.180950 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.181339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.181735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.182157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:47.186911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-287891d5-8652-4ea8-8bda-612a2340ff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:47.233013 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.260900 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.306545 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.311649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-164ddb38-174a-45a4-b7c1-0dec76cf57ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:47.324375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34efb08-3c6c-46f5-94c4-68c0fd2d248a,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:47.330460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:47.334725 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.335952 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e34efb08-3c6c-46f5-94c4-68c0fd2d248a HTTP/1.1" status: 204  len: 168 time: 0.1683104
Feb 19 08:17:47.677959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44374) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:47.697717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.714080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:47.718159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Usage tracker for resource:security_group_rule and tenant:baaafa5f6fdd4b0dac725d4f4ba46883 is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:47.721102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:47.727062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:47.823860 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.828218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.838408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b1033b33-273b-4505-a835-f1a3197bceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:47.882185 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baaafa5f6fdd4b0dac725d4f4ba46883&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2029486
Feb 19 08:17:47.883128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132a1539-40be-46a3-a811-1f2fe104fb7a,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:47.885210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44378) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:47.886600 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:47.959184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:47.986644 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:48.031003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:48.036043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-99aa636d-1cad-4ffb-bfa0-d23957942007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:48.049951 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a1539-40be-46a3-a811-1f2fe104fb7a,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:48.054978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:48.059365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:48.060593 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/132a1539-40be-46a3-a811-1f2fe104fb7a HTTP/1.1" status: 204  len: 168 time: 0.1738951
Feb 19 08:17:51.120911 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44468) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:51.251326 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.267113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:51.271210 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Usage tracker for resource:security_group_rule and tenant:dab5452d840843c2948a3683170a4bc3 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:51.274203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:51.279968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:51.365760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.368892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.378446 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8eeec323-1ab4-4865-a0bf-27d6e6b64d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:51.424669 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dab5452d840843c2948a3683170a4bc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3025327
Feb 19 08:17:51.426442 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e01da39-fb0f-4d79-ab20-4fe9c2811e68,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:51.427769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44474) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:51.429691 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-cb1ebb1b-e0d6-4edd-80f3-47768570acf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:51.498112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.527561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.576517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.581762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-51024782-b91c-424e-a15b-57d9c5ac65be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:51.595716 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e01da39-fb0f-4d79-ab20-4fe9c2811e68,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:51.600813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:51.605294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.609739 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e01da39-fb0f-4d79-ab20-4fe9c2811e68 HTTP/1.1" status: 204  len: 168 time: 0.1768918
Feb 19 08:17:51.911865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44482) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:51.931768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:51.951570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:17:51.956281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4aefed4cf709427185f9a021d385747f is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:17:51.959373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:17:51.965244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:17:52.053869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.056905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.066532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f0844890-aaa5-495c-bd29-2508a834b674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:52.112856 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aefed4cf709427185f9a021d385747f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1997776
Feb 19 08:17:52.115671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44488) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:17:52.118625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412f912-d5c4-4045-a78a-59a1042ae1f5,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:52.132087 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:52.184995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.212773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.257498 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.262775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-aa7a2db5-7049-48df-9ce9-d86df191c690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:52.281682 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412f912-d5c4-4045-a78a-59a1042ae1f5,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:52.284768 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:52.285680 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:52.287592 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d412f912-d5c4-4045-a78a-59a1042ae1f5 HTTP/1.1" status: 204  len: 168 time: 0.1708920
Feb 19 08:17:56.157264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b502-6b2d-4bf6-bd75-b6920576c80f req-48e6e902-f1be-4e3e-9f57-f2ff0daa4b14 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:56.158964 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28c1b502-6b2d-4bf6-bd75-b6920576c80f req-48e6e902-f1be-4e3e-9f57-f2ff0daa4b14 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.0938821
Feb 19 08:17:56.215038 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-28c1b502-6b2d-4bf6-bd75-b6920576c80f req-9473133f-b9b2-42d7-93fb-09b96afa562b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0486143
Feb 19 08:17:57.441033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30057-ac03-4ffd-a56a-d59c71b131e7 req-552ecbed-2e2e-4223-b458-4d8547105d3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:57.442730 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-33a30057-ac03-4ffd-a56a-d59c71b131e7 req-552ecbed-2e2e-4223-b458-4d8547105d3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.1026237
Feb 19 08:17:57.492393 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-33a30057-ac03-4ffd-a56a-d59c71b131e7 req-0734aee6-7d85-4ca7-bc2d-b87ca16b04b0 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432651
Feb 19 08:17:57.909683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-3dd07ccf-80ed-4d35-9b3f-3203695e0c62 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:57.911427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-3dd07ccf-80ed-4d35-9b3f-3203695e0c62 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 946 time: 0.0903804
Feb 19 08:17:57.988359 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port 558d247e-1be8-47a5-a34d-f695d4554e8d {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:57.988661 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.251089 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=558d247e-1be8-47a5-a34d-f695d4554e8d,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:58.251415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.280007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 558d247e-1be8-47a5-a34d-f695d4554e8d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:17:58.407403 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.436692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:17:58.449275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=558d247e-1be8-47a5-a34d-f695d4554e8d,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:58.455090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.457924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7714612d-bc00-4f30-b669-18da7cc1a000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:17:58.557203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:17:58.564358 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'code': 200}
Feb 19 08:17:58.570539 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.570931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.571291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.571850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.572981 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.573676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.574224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.574778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.575174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.575548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.575919 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.576286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.576735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.577101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.577470 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.578488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.579256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.579867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.580242 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.580961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.581329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.581880 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.582252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.582619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:17:58.589276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.590190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:58.590777 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP f702ceff-205e-43f9-bfa3-8dc36595469e disassociated. External IP: 172.27.0.41, port: 558d247e-1be8-47a5-a34d-f695d4554e8d.
Feb 19 08:17:58.591997 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for 558d247e-1be8-47a5-a34d-f695d4554e8d owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:58.596670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:17:58.706184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:17:58.706560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:17:58.735593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded832-2620-48fb-9060-9f37a578a44d req-db2b1711-c759-4093-b807-d44c042ff17f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:17:58.738431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4ded832-2620-48fb-9060-9f37a578a44d req-db2b1711-c759-4093-b807-d44c042ff17f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.0993230
Feb 19 08:17:58.790349 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e4ded832-2620-48fb-9060-9f37a578a44d req-2997b2b5-2f49-4a93-a9c5-05b6c0409003 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0464277
Feb 19 08:17:59.207887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port 558d247e-1be8-47a5-a34d-f695d4554e8d {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:17:59.208275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:59.478656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] For port 558d247e-1be8-47a5-a34d-f695d4554e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=558d247e-1be8-47a5-a34d-f695d4554e8d,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:17:59.479203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:59.786770 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:59.787108 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:17:59.787460 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP f702ceff-205e-43f9-bfa3-8dc36595469e disassociated. External IP: 172.27.0.41, port: 558d247e-1be8-47a5-a34d-f695d4554e8d.
Feb 19 08:17:59.787839 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for 558d247e-1be8-47a5-a34d-f695d4554e8d owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:17:59.997352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:00.018002 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1725c6ba-49b1-491e-b273-66d8e28d3e24 tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:00.118197 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=558d247e-1be8-47a5-a34d-f695d4554e8d,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:00.130235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:00.158055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121561-4fa3-43c9-a957-210ed6dfbe97 req-3ccac564-7241-4272-8db8-325f364e97cd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:00.159485 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27121561-4fa3-43c9-a957-210ed6dfbe97 req-3ccac564-7241-4272-8db8-325f364e97cd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 944 time: 0.2346361
Feb 19 08:18:00.226810 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-27121561-4fa3-43c9-a957-210ed6dfbe97 req-850dd92c-734c-416f-9b36-aa816c4818d1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0574336
Feb 19 08:18:00.477502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:18:00.977209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:18:00.987181 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:18:00.997757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:18:00.998473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e5f7dd8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:17:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:01.018237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] No DVR routers for this DVR port 558d247e-1be8-47a5-a34d-f695d4554e8d on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:18:01.020548 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:01.023564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-deleted', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:18:01.045933 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8329e438-5498-431c-9e98-7dd3ee6442e5 req-a7b3443b-12ab-4fdb-84ab-ce826917c05b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "DELETE /v2.0/ports/558d247e-1be8-47a5-a34d-f695d4554e8d HTTP/1.1" status: 204  len: 173 time: 3.1284719
Feb 19 08:18:01.082725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cccedf-a079-40b8-9692-967f7d4bc710', 'name': 'network-vif-deleted', 'tag': '558d247e-1be8-47a5-a34d-f695d4554e8d', 'status': 'completed', 'code': 200}
Feb 19 08:18:01.195145 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:18:01.405203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5e8b7d17-be4d-4711-a246-0b71ead0e850 req-b9b3f0a7-103e-4a1c-a1b2-e0c8ab39e1b8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:18:01.425102 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-5e8b7d17-be4d-4711-a246-0b71ead0e850 req-b9b3f0a7-103e-4a1c-a1b2-e0c8ab39e1b8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:18:01.426429 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e8b7d17-be4d-4711-a246-0b71ead0e850 req-b9b3f0a7-103e-4a1c-a1b2-e0c8ab39e1b8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8cccedf-a079-40b8-9692-967f7d4bc710 HTTP/1.1" status: 200  len: 210 time: 0.0707591
Feb 19 08:18:01.546941 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e5f7dd8>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:01.551223 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:18:01.560532 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:18:01.561200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e5f7dd8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:17:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:01.774961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:18:02.161489 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e5f7dd8>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:02.170689 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698ab68-52b3-4c8f-b128-7b8d3d36a33c None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:18:02.322801 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44722) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:02.454027 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.471441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:02.478998 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7b1d13b2d948898f1f4701bc829b24 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:18:02.482560 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:18:02.488710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:02.587568 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.590432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.599112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21cb78-3773-40d6-a804-ddcdc867e24d None None] New status for floating IP f702ceff-205e-43f9-bfa3-8dc36595469e: DOWN {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:18:02.599575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b5924014-b9fa-49e9-ba18-4877f0c34228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:02.632882 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28356a2-dbc5-4a4a-942c-9bf656383a1d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:02.638186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:02.660005 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44734) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:02.674458 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f3634aaa-20f4-460d-abb5-5698d6555c28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd7b1d13b2d948898f1f4701bc829b24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3502595
Feb 19 08:18:02.733447 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.763742 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.822352 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.830162 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-d6a665ff-25db-4186-9b2e-b0784cf16898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:02.844769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:18:02.845211 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28356a2-dbc5-4a4a-942c-9bf656383a1d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:02.851143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:02.854649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:02.858299 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-0f096b67-e4c0-4115-86e3-59da7a5a0e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c28356a2-dbc5-4a4a-942c-9bf656383a1d HTTP/1.1" status: 204  len: 168 time: 0.1971490
Feb 19 08:18:02.861489 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-361aeac1-f1f6-4c39-bbac-d979453cd800 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-718191362&fields=id&tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 267 time: 0.0629613
Feb 19 08:18:03.036006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-bb8d2513-9b95-43f1-8219-bbd953427715 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:03.038003 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-bb8d2513-9b95-43f1-8219-bbd953427715 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.1755815
Feb 19 08:18:03.064559 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-5052c23e-d227-4d77-9bd6-b402dcdf4eb7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/quotas/b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 375 time: 0.0198479
Feb 19 08:18:03.167757 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-6054dad9-2892-43d0-8d9d-533d46f72cc5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0968359
Feb 19 08:18:03.300833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44746) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:03.328114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.362389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:03.368741 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-7ac9a820-ae03-4006-b857-0f890833a53c service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864114
Feb 19 08:18:03.369733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Usage tracker for resource:security_group_rule and tenant:17bb263426fc4f53ab0bb69de3911985 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:18:03.372796 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:18:03.400616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:03.555461 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-8fc2512a-79e5-4432-b841-f8526bdcfbbc service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1766863
Feb 19 08:18:03.603460 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.606778 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.614346 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-085ecd5b-9d4f-4adf-8d86-f8a3e057839a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:03.659967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade25dc2-4f4a-4894-b3f9-e82b8bbb20ed,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:03.665454 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17bb263426fc4f53ab0bb69de3911985&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3628135
Feb 19 08:18:03.666063 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:03.668415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44752) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:03.733609 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.764246 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.816526 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.821702 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f2c08700-0add-46c1-b942-49d7dc3b6b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:03.837138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade25dc2-4f4a-4894-b3f9-e82b8bbb20ed,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:03.840270 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:03.845217 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:03.846725 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-9ccbe74b-3595-4475-a8bb-5bf8cc852463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ade25dc2-4f4a-4894-b3f9-e82b8bbb20ed HTTP/1.1" status: 204  len: 168 time: 0.1778882
Feb 19 08:18:04.221588 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44766) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:04.241572 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.257268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:04.261385 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Usage tracker for resource:security_group_rule and tenant:b062464a1a6b44beb6ef6211bdb6ec92 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:18:04.264384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:18:04.270202 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:04.357061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.360966 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.371365 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-b544a72c-ceb6-4fc2-8030-ee88758f3cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:04.414292 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b062464a1a6b44beb6ef6211bdb6ec92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914482
Feb 19 08:18:04.416231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90aec9e-f6a1-4e94-8b06-2618b110289f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:04.417473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44770) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:04.419875 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5fbb46ff-59fc-44e6-a6f7-6cad13556af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:04.483340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.510823 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.558391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.563578 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9bb0daaf-eebb-4a21-a812-2fbd7befc0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:04.581142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90aec9e-f6a1-4e94-8b06-2618b110289f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:04.584116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:04.585305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:04.586546 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-1a0f5dc0-aade-4b3e-9f5b-b6ff14cbfd0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d90aec9e-f6a1-4e94-8b06-2618b110289f HTTP/1.1" status: 204  len: 168 time: 0.1679597
Feb 19 08:18:05.032166 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2fa91f02-4197-4e4b-b9d7-61e53a563a77 req-8ac9d4dc-e41f-4cf9-95f0-6e9e2802d0e8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 210 time: 0.0535781
Feb 19 08:18:05.948386 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6a7d-f506-4549-9faa-ff306e6e1572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:06.223982 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e331184f-0eb0-43d2-aa2b-060778f818a2 req-7e6bf19e-0cb1-4632-994e-1c99ae200b6a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 210 time: 0.0641062
Feb 19 08:18:06.249208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-1cb60ea6-6bc1-41a2-b9a4-50e3038f5cb2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:06.250550 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-1cb60ea6-6bc1-41a2-b9a4-50e3038f5cb2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.2150524
Feb 19 08:18:06.390810 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-7a976f47-1086-47f2-844a-eadc226b3db1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 5763 time: 0.1294293
Feb 19 08:18:06.400957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'port': {'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'admin_state_up': True, 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'security_groups': ['91ddcc6b-74fc-44e7-a847-025ceb0bd0d8']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:18:06.553887 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:06.564016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:06.572586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Made reservation on behalf of b32d9ddfce2047c7a968d2853cb6ddb5 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:18:06.579607 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:06.929123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.20.0.14 (7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f/779e231d-583b-4f46-b755-fedb662d1da7/fe9a82b9-ec70-4305-9862-a76efce6187f) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:18:07.152565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:07.170579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Transition to ACTIVE for port object fe9a82b9-ec70-4305-9862-a76efce6187f will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:18:07.196417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:07.211737 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-849243dd-7c19-4242-ba48-b99f6488c3da tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:07.367944 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=fe9a82b9-ec70-4305-9862-a76efce6187f,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:07.391167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:07.450855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:18:07.452322 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:18:07.454984 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:18:07.547143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:07.547143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:07.551604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcf441-8e0b-4624-8839-50b10d0af0cb req-b5febc68-2a2f-4399-94c8-47bbde2b3de8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:07.553271 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4cbcf441-8e0b-4624-8839-50b10d0af0cb req-b5febc68-2a2f-4399-94c8-47bbde2b3de8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 932 time: 0.1757064
Feb 19 08:18:07.594050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-581e2c71-9a07-4a6a-8a0e-7ab909487805 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1966994
Feb 19 08:18:07.607050 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4cbcf441-8e0b-4624-8839-50b10d0af0cb req-260404ea-482b-47c8-a206-49c213fc9eea tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0458989
Feb 19 08:18:07.616186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Request body: {'port': {'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:18:07.773433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:07.808809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1266ab0f-58ec-4a5d-8be9-efcb9265948f None None] Provisioning for port fe9a82b9-ec70-4305-9862-a76efce6187f completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:18:07.814233 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1266ab0f-58ec-4a5d-8be9-efcb9265948f None None] Provisioning complete for port fe9a82b9-ec70-4305-9862-a76efce6187f triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:18:07.814650 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1266ab0f-58ec-4a5d-8be9-efcb9265948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:07.875743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1266ab0f-58ec-4a5d-8be9-efcb9265948f None None] Port fe9a82b9-ec70-4305-9862-a76efce6187f cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:18:08.201001 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9a82b9-ec70-4305-9862-a76efce6187f {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:18:08.209704 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.222216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Transition to ACTIVE for port object fe9a82b9-ec70-4305-9862-a76efce6187f will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:18:08.224931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.241208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4861fb9e-1f53-4a51-9663-11ebe8d98c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:08.394806 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9a82b9-ec70-4305-9862-a76efce6187f,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:08.400810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:08.416286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7ac6aa14-0e27-4e41-bbfd-d6c70db8b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.584910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Attempting to bind port fe9a82b9-ec70-4305-9862-a76efce6187f on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:18:08.585286 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Attempting to bind port fe9a82b9-ec70-4305-9862-a76efce6187f by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:18:08.585662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Attempting to bind port fe9a82b9-ec70-4305-9862-a76efce6187f on network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:18:08.595268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:18:08.595268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:18:08.595268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.598032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Bound using segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:18:08.601282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Bound port: fe9a82b9-ec70-4305-9862-a76efce6187f, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:18:08.601282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.744227 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] For port fe9a82b9-ec70-4305-9862-a76efce6187f, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:18:08.758165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] For port fe9a82b9-ec70-4305-9862-a76efce6187f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fe9a82b9-ec70-4305-9862-a76efce6187f,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:18:08.762583 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.762892 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:08.780432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5e3e8aef-cd1f-4e34-b5f9-bbe852b467f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:08.900710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44840) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:09.036437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.054676 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:09.059257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Usage tracker for resource:security_group_rule and tenant:3339cfe390464bdbb6f2a8e05f433b5d is out of sync, need to count used quota {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:18:09.062869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:18:09.069864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:09.163128 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.166422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.176520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-95312620-eba1-4df0-a18c-743d64f316c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:09.220045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fad6d9-f743-4458-b131-f062cc5dd18b,revision_number=1']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:09.229326 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3339cfe390464bdbb6f2a8e05f433b5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269651
Feb 19 08:18:09.230530 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-8c206d32-9963-4909-b9c2-dbbf7c3a8f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:09.231061 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44846) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:09.256807 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9a82b9-ec70-4305-9862-a76efce6187f,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:09.264522 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:09.304327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.319619 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375793-9029-42b3-b0af-c0ab84cedb4d req-0f98c3c6-fc42-438e-8767-1a02b804399c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:09.320384 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f0375793-9029-42b3-b0af-c0ab84cedb4d req-0f98c3c6-fc42-438e-8767-1a02b804399c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:18:09.331510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:09.332189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.332753 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.333667 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 1158 time: 1.7302184
Feb 19 08:18:09.336177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:18:09.353127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-f0375793-9029-42b3-b0af-c0ab84cedb4d req-0f98c3c6-fc42-438e-8767-1a02b804399c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:18:09.354483 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f0375793-9029-42b3-b0af-c0ab84cedb4d req-0f98c3c6-fc42-438e-8767-1a02b804399c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.5773985
Feb 19 08:18:09.392221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.398282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-c053e9e6-f143-4188-9540-228c80fdbf2f tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:09.424586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fad6d9-f743-4458-b131-f062cc5dd18b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:09.443331 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'status': 'completed', 'code': 200}
Feb 19 08:18:09.446328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:09.447176 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.451778 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-02ac38af-debd-4a65-a83e-3af9efcbd8f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87fad6d9-f743-4458-b131-f062cc5dd18b HTTP/1.1" status: 204  len: 168 time: 0.2195780
Feb 19 08:18:09.488044 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f0375793-9029-42b3-b0af-c0ab84cedb4d req-0f345247-e6fb-4879-a4f2-830de2459bfd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1219089
Feb 19 08:18:09.520634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-232080f2-42d8-439f-be09-2effd9a62861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:09.522919 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-232080f2-42d8-439f-be09-2effd9a62861 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1161 time: 0.1392274
Feb 19 08:18:09.623788 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-47ee294f-a2eb-4afe-a116-f50f4cf2afea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 217 time: 0.0916934
Feb 19 08:18:09.699152 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:09.721869 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-6fb9809a-c4eb-4bf6-b0ba-89af258649fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:09.725018 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-6fb9809a-c4eb-4bf6-b0ba-89af258649fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0925279
Feb 19 08:18:09.845076 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-598309df-2970-4e47-8d59-d1636d1d00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:09.846787 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-598309df-2970-4e47-8d59-d1636d1d00f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144373
Feb 19 08:18:10.006971 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-2db246a6-88af-4de4-bca1-3677f77b93ea service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525874
Feb 19 08:18:10.175389 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f51e1e89-07f1-4b8b-95f1-425b67b46d7e req-4617c3b5-91f9-4191-ad01-7a7b4cdb2629 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1609368
Feb 19 08:18:10.307819 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-ea91b833-e129-48ee-9587-f967d29eb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:10.309487 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-ea91b833-e129-48ee-9587-f967d29eb62e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1161 time: 0.0867629
Feb 19 08:18:10.456226 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:10.460142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-64605319-cefc-423f-b390-679e4c0e43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:10.461759 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-64605319-cefc-423f-b390-679e4c0e43c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1448681
Feb 19 08:18:10.536268 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-3e5551ef-36f5-4e65-8bd7-fe92dcdc503a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 217 time: 0.0667300
Feb 19 08:18:10.613959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-b3545731-7e31-4187-8516-e66896b53292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:10.615599 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-b3545731-7e31-4187-8516-e66896b53292 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0706666
Feb 19 08:18:10.707718 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-4e46bc29-a242-42f2-a084-ff385173a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:10.709422 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-4e46bc29-a242-42f2-a084-ff385173a7c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846188
Feb 19 08:18:10.714685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405fbc9-8ed2-4412-9e2a-9d2b151ec5ed req-2748c568-14ee-4611-ab27-a35f51552be0 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:10.716424 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d405fbc9-8ed2-4412-9e2a-9d2b151ec5ed req-2748c568-14ee-4611-ab27-a35f51552be0 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.0995765
Feb 19 08:18:10.776846 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-d405fbc9-8ed2-4412-9e2a-9d2b151ec5ed req-b04e6933-9ba6-4027-9c16-065e669e98b8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0533674
Feb 19 08:18:10.860654 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-119059a8-cdeb-47e9-9b85-4c710db4b2ca service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428528
Feb 19 08:18:11.008168 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89548505-44a2-4e19-87e9-d2076d7923c9 req-54a0e713-1df8-43ba-b978-99cadc5de5a8 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404073
Feb 19 08:18:11.982710 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fcc56-c58b-43d3-81f2-9f090593ce2c req-773a93b2-44be-4072-a75d-205d96ce0608 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:11.984326 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e5fcc56-c58b-43d3-81f2-9f090593ce2c req-773a93b2-44be-4072-a75d-205d96ce0608 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.0952017
Feb 19 08:18:12.034068 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5e5fcc56-c58b-43d3-81f2-9f090593ce2c req-43c4c9fb-6503-45b5-b629-edabadb0551b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434275
Feb 19 08:18:13.237325 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0044b5a-29c6-4574-b491-2f6c24ff415b req-5b11dd20-1dd2-4c7b-a737-94b477d1ce76 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:13.238953 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b0044b5a-29c6-4574-b491-2f6c24ff415b req-5b11dd20-1dd2-4c7b-a737-94b477d1ce76 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.0881746
Feb 19 08:18:13.288262 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b0044b5a-29c6-4574-b491-2f6c24ff415b req-3102468b-fc2e-487d-be81-d57e4f5dc79a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0431051
Feb 19 08:18:14.674843 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b9d3-64eb-4253-b68c-2bb764103ecf req-3089b6d3-1a6d-45d3-bd7e-b1876e7100c3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:14.676506 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7234b9d3-64eb-4253-b68c-2bb764103ecf req-3089b6d3-1a6d-45d3-bd7e-b1876e7100c3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.2664280
Feb 19 08:18:14.727915 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7234b9d3-64eb-4253-b68c-2bb764103ecf req-dfe25209-b534-43bb-b8da-964b3559b828 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448279
Feb 19 08:18:14.904908 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:15.989355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89503798-9bd0-44ab-9837-7d311330747d req-60a13742-7932-43b5-a244-baae01bf668b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:15.990925 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89503798-9bd0-44ab-9837-7d311330747d req-60a13742-7932-43b5-a244-baae01bf668b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.1473298
Feb 19 08:18:16.038547 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-89503798-9bd0-44ab-9837-7d311330747d req-8477cb76-08bd-4d5b-9cd8-c198b132e2f5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413098
Feb 19 08:18:17.384958 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345dbe-7f29-4e89-bd14-88bac7b90f72 req-ea50c2bc-9805-4f5b-a13c-218d416f34b5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:17.386618 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a0345dbe-7f29-4e89-bd14-88bac7b90f72 req-ea50c2bc-9805-4f5b-a13c-218d416f34b5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.0904121
Feb 19 08:18:17.445605 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a0345dbe-7f29-4e89-bd14-88bac7b90f72 req-4c5c0a63-9912-4918-8657-df09079c8a39 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0522754
Feb 19 08:18:18.661462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597db672-e985-4eb2-b2c8-9c83086eb87f req-18d448e7-2403-4d12-9a63-bc22b86078b5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:18.663124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-597db672-e985-4eb2-b2c8-9c83086eb87f req-18d448e7-2403-4d12-9a63-bc22b86078b5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 944 time: 0.0972850
Feb 19 08:18:18.714614 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-597db672-e985-4eb2-b2c8-9c83086eb87f req-d0f7227e-93b9-4862-a98a-0c0a3a0dad92 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0446601
Feb 19 08:18:18.794640 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fe9a82b9-ec70-4305-9862-a76efce6187f up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:18:18.866198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port fe9a82b9-ec70-4305-9862-a76efce6187f completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:18:18.871143 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fe9a82b9-ec70-4305-9862-a76efce6187f triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:18:18.871567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:18.997510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:19.025521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:18:19.038259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port fe9a82b9-ec70-4305-9862-a76efce6187f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fe9a82b9-ec70-4305-9862-a76efce6187f,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:18:19.041163 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:19.043185 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:19.082820 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'code': 200}
Feb 19 08:18:19.116715 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=fe9a82b9-ec70-4305-9862-a76efce6187f,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:19.120011 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:19.381643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cbac2-6522-4b96-aa47-671c36af7a1a req-d007755a-9394-48e9-88e4-eb407ed6f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:19.383302 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f13cbac2-6522-4b96-aa47-671c36af7a1a req-d007755a-9394-48e9-88e4-eb407ed6f013 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.0836954
Feb 19 08:18:19.428547 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-f13cbac2-6522-4b96-aa47-671c36af7a1a req-61b0bf64-7f6e-46da-b7a0-5c0b4d51e3c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0373549
Feb 19 08:18:19.921521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a54df-2997-44c6-976b-f0ed668c648f req-809f3916-b59c-450c-8c67-2da8774c0383 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:19.923705 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-875a54df-2997-44c6-976b-f0ed668c648f req-809f3916-b59c-450c-8c67-2da8774c0383 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.0921369
Feb 19 08:18:19.972197 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-875a54df-2997-44c6-976b-f0ed668c648f req-f1c6b3a2-63f0-46b4-80ae-be55f3db3a6f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422211
Feb 19 08:18:20.511732 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fe9a82b9-ec70-4305-9862-a76efce6187f up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:18:20.587298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port fe9a82b9-ec70-4305-9862-a76efce6187f triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:18:20.587720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:21.172101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2257-e1d9-4156-a951-838658400a15 req-5cfb5dca-bf0f-4fd6-8227-bba9f7fc00c3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:21.173759 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4eae2257-e1d9-4156-a951-838658400a15 req-5cfb5dca-bf0f-4fd6-8227-bba9f7fc00c3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.0877817
Feb 19 08:18:21.222171 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-4eae2257-e1d9-4156-a951-838658400a15 req-1dfd269d-3c41-4bb0-ac42-08b7b95886aa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420876
Feb 19 08:18:21.421617 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51cf5e-2b85-4703-8eaf-c5eef3507978 req-db8c3187-c224-41cb-aa6f-44fe90b2a4ae tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:21.423361 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da51cf5e-2b85-4703-8eaf-c5eef3507978 req-db8c3187-c224-41cb-aa6f-44fe90b2a4ae tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.0907857
Feb 19 08:18:21.707596 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-da51cf5e-2b85-4703-8eaf-c5eef3507978 req-4ac0f554-2f1d-459a-81fa-70e740e71aa4 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2779539
Feb 19 08:18:21.908933 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-1e04732c-6bfe-46b3-b42e-2e8982e2a147 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1638148
Feb 19 08:18:21.919763 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:18:21.926255 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:21.936196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:21.945827 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:22.092220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:22.368311 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.27.0.3 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:18:22.524775 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:22.555138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:22.570140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2f116ffa-8d3c-47d4-b6ff-782be8d3b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:22.702036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:22.715035 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:22.758043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:18:22.759147 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:18:22.761350 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:18:22.855935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:22.919056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:23.201751 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:23.205913 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:23.220936 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:23.372423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:23.377291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:23.468110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:23.494156 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:23.495467 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.5805047
Feb 19 08:18:23.584134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-b5559056-4e78-49f6-b779-fa550e0520a2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:18:23.598585 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-b5559056-4e78-49f6-b779-fa550e0520a2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:18:23.599824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-b5559056-4e78-49f6-b779-fa550e0520a2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 694 time: 0.0975018
Feb 19 08:18:23.762019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-3c6983a0-ccd5-49a6-b1d9-457b52ddf806 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:23.763405 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a1555b8c-bdec-40e4-abf3-4970679d98d5 req-3c6983a0-ccd5-49a6-b1d9-457b52ddf806 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1576529
Feb 19 08:18:23.945015 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae050e-f99a-4335-a11a-19442a200822 req-bdd3b0b4-dfe4-4d82-91b8-d6ec4502ac3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:23.946659 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-bdd3b0b4-dfe4-4d82-91b8-d6ec4502ac3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0875773
Feb 19 08:18:24.034124 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-2aeb5961-35bd-4fd9-a933-f9ffc6e6a2f3 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 694 time: 0.0811245
Feb 19 08:18:24.044451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:18:24.127490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:24.754499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:24.757213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:24.940569 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP f36e7149-d855-4019-a0ab-d650ac56d967 associated. External IP: 172.27.0.3, port: fe9a82b9-ec70-4305-9862-a76efce6187f.
Feb 19 08:18:25.311846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:18:25.504083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:18:25.509125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:25.514366 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:18:25.525088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:18:25.525766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfcf8d0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:18:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:25.571854 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-76b45937-e3ae-4e1c-9441-d6c866f4fd05 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "PUT /v2.0/floatingips/f36e7149-d855-4019-a0ab-d650ac56d967 HTTP/1.1" status: 200  len: 995 time: 1.5316346
Feb 19 08:18:25.572330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:18:25.699717 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'status': 'completed', 'code': 200}
Feb 19 08:18:25.712135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae050e-f99a-4335-a11a-19442a200822 req-bd616562-1d4b-4c25-af5f-3e97b1dbe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:25.713841 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-bd616562-1d4b-4c25-af5f-3e97b1dbe420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.1117363
Feb 19 08:18:25.774499 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:18:25.820439 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-52a9944c-98ff-43cf-b264-e144f359cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:25.822186 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-52a9944c-98ff-43cf-b264-e144f359cc77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.0939431
Feb 19 08:18:25.855360 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84004) accepted ('10.222.0.13', 44960) {{(pid=84004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:25.866524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae050e-f99a-4335-a11a-19442a200822 req-25b21551-343d-4c61-94ed-badaa947ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:25.868289 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-25b21551-343d-4c61-94ed-badaa947ae63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1478558
Feb 19 08:18:25.992305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-f6657bed-dee3-4d4b-ab3e-7a63e47da6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:25.994540 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-f6657bed-dee3-4d4b-ab3e-7a63e47da6aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1642194
Feb 19 08:18:25.995728 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-eb081da9-f7c1-4664-8f19-8cba0eb5457d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 998 time: 0.1204042
Feb 19 08:18:26.073393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae050e-f99a-4335-a11a-19442a200822 req-b9fab955-f51c-4ff5-bfb4-21231873a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:26.075034 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-b9fab955-f51c-4ff5-bfb4-21231873a492 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0773745
Feb 19 08:18:26.365707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfcf8d0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:24Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:26.370268 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:18:26.381032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:18:26.381620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfcf8d0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:18:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:26.381870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:26.414810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:18:26.425400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae050e-f99a-4335-a11a-19442a200822 req-cf504a1c-1df9-4802-980c-12016296545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:26.427106 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-cf504a1c-1df9-4802-980c-12016296545b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3440259
Feb 19 08:18:26.429435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Usage tracker for resource:security_group_rule and tenant:0d8b65efb4b342bca3e5555a2b9c11e9 is out of sync, need to count used quota {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 08:18:26.433742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-91598495-91f0-4de8-a192-9811ffcc1f52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 998 time: 0.4317036
Feb 19 08:18:26.434604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 08:18:26.439987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-bacbc3fa-79ec-4f04-a89f-627880b827da service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:18:26.441207 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-bacbc3fa-79ec-4f04-a89f-627880b827da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0068507
Feb 19 08:18:26.441406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:18:26.518022 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-79bb6ad4-c5c2-4c21-8e9a-d233b79fc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:26.518824 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-79bb6ad4-c5c2-4c21-8e9a-d233b79fc5ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0749316
Feb 19 08:18:26.583699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:18:26.600477 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-3b4be3ef-6899-4250-9138-98b63b4d3bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518118
Feb 19 08:18:26.652279 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-47c628a4-5a6a-4d2d-9878-84cd575641c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:18:26.653821 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-47c628a4-5a6a-4d2d-9878-84cd575641c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260688
Feb 19 08:18:26.747623 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-35ae050e-f99a-4335-a11a-19442a200822 req-aeabdaa9-4633-486f-9a19-6f60d2451835 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457732
Feb 19 08:18:26.761620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:26.772794 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:26.784392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-99648473-4894-44a8-8eee-644b9e51058f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:26.856797 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d8b65efb4b342bca3e5555a2b9c11e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9993722
Feb 19 08:18:26.857059 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d54e3d-b877-43d8-8ca0-7142885348ce,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:26.858989 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 44970) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:18:26.866382 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5d6c86dd-7e9d-4e79-838c-a55a0adb264f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:26.892911 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-8673f08c-ebec-4827-9557-4cb415fc9fe5 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288122
Feb 19 08:18:26.926757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:26.955072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:26.993257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfcf8d0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:24Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:18:26.997712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a1ae8-cde7-4669-b70f-366c5338eebf None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:24Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:18:27.006456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:27.013398 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4b72384b-cfbc-49b3-b2eb-ec866c73c4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:18:27.028416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d54e3d-b877-43d8-8ca0-7142885348ce,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:18:27.031656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:18:27.034230 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:27.039379 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-4208d859-ce6b-44a2-b147-7e6fb7c44d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9d54e3d-b877-43d8-8ca0-7142885348ce HTTP/1.1" status: 204  len: 168 time: 0.1792407
Feb 19 08:18:27.064448 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5ef4bcd1-2480-4207-aeef-f0dda5c30422 req-8e090d19-474b-40ed-95e3-f29e89b42381 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635761
Feb 19 08:18:27.335569 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7113d8-42ce-4ac9-8583-4470280da0c4 None None] New status for floating IP f36e7149-d855-4019-a0ab-d650ac56d967: ACTIVE {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:18:35.953276 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-232d59e9-77f4-4042-acfa-b36daaee179e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:38.417349 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11c263dc-3970-4c75-a2b9-30e2733272f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:38.754497 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:39.693437 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:39.845160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:18:40.459225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:18:44.908582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:05.955431 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c12f5081-33b9-4249-ab7a-40c4eca75bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:08.418955 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daa313f-b998-4171-b846-cc0bde52d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:08.757849 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:09.696798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:10.462125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:13.966304 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-bafa5ca5-4190-4708-aaca-071f0dff4f14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1833706
Feb 19 08:19:14.119257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-9face4b6-4ee4-4a2c-8925-ab073698ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:19:14.120885 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-9face4b6-4ee4-4a2c-8925-ab073698ad1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.0779607
Feb 19 08:19:14.279564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-994c70e8-bf0a-40a9-af5f-95eaa064eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:19:14.281170 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-994c70e8-bf0a-40a9-af5f-95eaa064eaab service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1381776
Feb 19 08:19:14.398350 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-94f00c5a-b6df-4b4d-92e2-82019bb8a3d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 1000 time: 0.1050551
Feb 19 08:19:14.472733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-56ce713f-4cbe-4ebc-92dd-aa5863080d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:19:14.474886 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-56ce713f-4cbe-4ebc-92dd-aa5863080d27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0676770
Feb 19 08:19:14.563477 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-206a5f95-733e-4f64-bc81-987ff9a75af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:19:14.565096 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-206a5f95-733e-4f64-bc81-987ff9a75af6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818655
Feb 19 08:19:14.580535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-49003ce1-3019-4972-9c24-87779902b3f0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:19:14.581623 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-49003ce1-3019-4972-9c24-87779902b3f0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057743
Feb 19 08:19:14.735776 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-51fbf60f-69f4-4203-aa2b-25a0ea151c62 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475554
Feb 19 08:19:14.900704 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91bc6f4b-e86c-4f89-b8d0-c259bfcd84a9 req-1b384116-30e9-4856-bc4f-b7e7bb24fcb6 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579752
Feb 19 08:19:14.923538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:16.844435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:19:35.957653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f07f5595-dea6-4482-9eb6-cec4a0a0a7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:38.420189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-802e3c6e-ad2e-492f-8cfa-7e829e012c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:38.761469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:39.698521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:40.465973 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:44.917479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:19:53.845165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:20:02.572037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-1b248649-4d8d-4ff2-bf40-66f87b611c09 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-718191362&fields=id&tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 267 time: 0.0437329
Feb 19 08:20:02.735036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-fdd469f0-5001-4adb-a07e-d5018e0bc330 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:02.736539 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-fdd469f0-5001-4adb-a07e-d5018e0bc330 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.1576457
Feb 19 08:20:02.867606 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-5c1f80ff-2a52-4b37-858d-5ae043228e66 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/quotas/b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 375 time: 0.1250281
Feb 19 08:20:02.968298 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-564d06ea-dd8a-4508-beb0-c5292679e95a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0944452
Feb 19 08:20:03.032731 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-e62bc9ce-6b9a-4682-ba38-913936a89c26 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 08:20:03.033873 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-e62bc9ce-6b9a-4682-ba38-913936a89c26 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0529327
Feb 19 08:20:03.179669 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ade48b64-7818-4c23-8bf2-3cf0f58f8724 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392188
Feb 19 08:20:03.324018 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-e98821f9-23c6-4eb2-b566-c5abf4c1ebcc service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378651
Feb 19 08:20:03.875771 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b1828dcf-3d69-4c79-8036-0ba34982c384 req-8c0fe7f9-ad35-4b43-909f-8461efd47845 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 210 time: 0.0635076
Feb 19 08:20:05.036194 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8dc303c2-6457-42a5-96cb-e422f8a5ac97 req-cea3865e-6d91-4cc9-bd18-f59f80d47b6b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 210 time: 0.0496566
Feb 19 08:20:05.302123 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-8e6c319f-9c35-4738-9c3d-24971aa605e1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:05.303698 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-8e6c319f-9c35-4738-9c3d-24971aa605e1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 812 time: 0.1595922
Feb 19 08:20:05.381281 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-1d7dbf5e-4acf-445c-9606-f5afa995788d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5 HTTP/1.1" status: 200  len: 5763 time: 0.0679104
Feb 19 08:20:05.394625 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'port': {'device_id': '039f2e25-a00b-4122-a873-ad16e4198e40', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'admin_state_up': True, 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'security_groups': ['91ddcc6b-74fc-44e7-a847-025ceb0bd0d8']}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:20:05.543760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:20:05.553570 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:20:05.562851 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Made reservation on behalf of b32d9ddfce2047c7a968d2853cb6ddb5 for: {'port': 1} {{(pid=84004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 08:20:05.568394 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:05.881653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.20.0.9 (7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f/779e231d-583b-4f46-b755-fedb662d1da7/4171bce7-f267-4eaa-9e3c-de5f0daeb684) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:20:05.959717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3a5a5ce-4ba9-43b0-a697-b8d8847093ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:06.092639 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:06.109688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Transition to ACTIVE for port object 4171bce7-f267-4eaa-9e3c-de5f0daeb684 will not be triggered until provisioned by entity DHCP. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:20:06.134113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:06.150959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-10dbfc01-7cfa-4730-af6f-d110ea6ee98a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:06.260019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3053ff5-a6e2-4196-a1f8-fcba229454a3 req-6e8adcff-e70d-468f-9ff2-8941bda7aa7f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:06.261693 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a3053ff5-a6e2-4196-a1f8-fcba229454a3 req-6e8adcff-e70d-468f-9ff2-8941bda7aa7f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 931 time: 0.0883567
Feb 19 08:20:06.294391 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:06.314890 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a3053ff5-a6e2-4196-a1f8-fcba229454a3 req-73cbe893-8ddb-4d69-901e-7079eb886bd2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0467021
Feb 19 08:20:06.316016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.316451 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.316872 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.317282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.317693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.318167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.318504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.318907 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.319310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.319712 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.320110 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.320505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.320996 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.321372 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.321769 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.322720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.323115 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.323517 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.323912 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.324305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.324700 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.325094 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.325488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.325906 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:06.332084 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:06.368977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:20:06.370150 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:20:06.372463 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:20:06.438905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:06.439576 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:06.471573 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-abc718a9-6079-4ef5-8f3e-bbc65e7095e5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0812299
Feb 19 08:20:06.484605 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Request body: {'port': {'device_id': '039f2e25-a00b-4122-a873-ad16e4198e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:20:06.547069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3fc03484-3d52-4ecc-8552-d7bb4b9b83d9 None None] Provisioning for port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 completed by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:20:06.552055 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3fc03484-3d52-4ecc-8552-d7bb4b9b83d9 None None] Provisioning complete for port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 triggered by entity DHCP. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:20:06.552473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fc03484-3d52-4ecc-8552-d7bb4b9b83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:06.613347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3fc03484-3d52-4ecc-8552-d7bb4b9b83d9 None None] Port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 cannot update to ACTIVE because it is not bound. {{(pid=84005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 08:20:06.615856 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.276758 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4171bce7-f267-4eaa-9e3c-de5f0daeb684 {{(pid=84004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 08:20:07.284586 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.297469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Transition to ACTIVE for port object 4171bce7-f267-4eaa-9e3c-de5f0daeb684 will not be triggered until provisioned by entity L2. {{(pid=84004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 08:20:07.300165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.315503 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-499b5334-1129-40fb-98e7-21479d78e5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:07.514041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Pushing event updated for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:07.520131 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:07.654527 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e926001-ad50-4b15-b080-34c9e5280f49 req-98f077b7-974c-45b2-82e4-c0cb34e6f4ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:07.655308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0e926001-ad50-4b15-b080-34c9e5280f49 req-98f077b7-974c-45b2-82e4-c0cb34e6f4ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:20:07.716375 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-0e926001-ad50-4b15-b080-34c9e5280f49 req-98f077b7-974c-45b2-82e4-c0cb34e6f4ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:20:07.717687 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e926001-ad50-4b15-b080-34c9e5280f49 req-98f077b7-974c-45b2-82e4-c0cb34e6f4ab tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.2891328
Feb 19 08:20:07.777813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Attempting to bind port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 08:20:07.778188 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Attempting to bind port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 08:20:07.778561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Attempting to bind port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 on network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 08:20:07.787889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Checking agent: {'id': 'aa648dbc-d025-43c6-b729-7337a4cb4cfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 8, 6, 10), 'started_at': datetime.datetime(2021, 2, 19, 8, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 8, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 08:20:07.788266 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Checking segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 08:20:07.788668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.789067 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Bound using segment: {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'} {{(pid=84004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 08:20:07.789543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Bound port: 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f'}}] {{(pid=84004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 08:20:07.789943 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.804308 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-0e926001-ad50-4b15-b080-34c9e5280f49 req-2326e6c0-a1dd-46a3-9181-13bb237b48de tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0795107
Feb 19 08:20:07.893138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, cleared binding levels {{(pid=84004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 08:20:07.896282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 08:20:07.899581 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:07.915495 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-17ca8b34-543b-4556-95a3-a89f7b56cd74 tempest-TestShelveInstance-951441607 tempest-TestShelveInstance-951441607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:08.069177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Pushing event updated for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=3']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:08.074664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:08.109244 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:08.109992 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:08.111360 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] 10.222.0.70 "PUT /v2.0/ports/4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 1157 time: 1.6316757
Feb 19 08:20:08.111922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:20:08.242399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ec41dc69-8eef-4c0b-865e-db1f0d3f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:08.244101 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-ec41dc69-8eef-4c0b-865e-db1f0d3f9733 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1160 time: 0.0908620
Feb 19 08:20:08.316604 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'status': 'completed', 'code': 200}
Feb 19 08:20:08.326047 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-b909b1ce-1547-4d4b-a12d-5db487fd7bde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 217 time: 0.0723841
Feb 19 08:20:08.399761 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-6ebbc739-cf1d-4144-b037-accce91c06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:08.401964 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-6ebbc739-cf1d-4144-b037-accce91c06fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0690107
Feb 19 08:20:08.421299 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56785b14-6096-42fe-bba8-32635a4a4563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:08.486160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-5185df2d-bfd9-40a7-b640-5fa105a21b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:08.487793 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-5185df2d-bfd9-40a7-b640-5fa105a21b4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786126
Feb 19 08:20:08.638242 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-a5d56b9a-c268-43da-833e-a68378b8b350 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397479
Feb 19 08:20:08.762614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:08.785016 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bb08d491-ff3b-49c8-aa5f-8c5fe9d48922 req-232b2620-47e7-4224-b548-8060a8b0d5a5 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397483
Feb 19 08:20:08.915480 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-9e4af7fe-4623-4b4c-831c-ee308c2d4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:08.917041 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-9e4af7fe-4623-4b4c-831c-ee308c2d4936 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1160 time: 0.0825741
Feb 19 08:20:09.127281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be29c5-e6fe-4a7f-917a-ea3c5e9af2dd req-ee6dcda8-bdfa-466f-a585-ed1ec15a575a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:09.128915 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11be29c5-e6fe-4a7f-917a-ea3c5e9af2dd req-ee6dcda8-bdfa-466f-a585-ed1ec15a575a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.2104552
Feb 19 08:20:09.131421 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-696f1638-d79b-4441-8638-893c6d88556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:09.132868 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-696f1638-d79b-4441-8638-893c6d88556c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1718924
Feb 19 08:20:09.223974 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-04baf7ef-66cd-479d-848c-e7f09086ea93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 217 time: 0.0730495
Feb 19 08:20:09.288302 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-11be29c5-e6fe-4a7f-917a-ea3c5e9af2dd req-d203061b-e934-454c-b60a-43585c3f844b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1529903
Feb 19 08:20:09.310232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-3e86d9b7-f679-431b-9a88-71cc1f39ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:09.311861 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-3e86d9b7-f679-431b-9a88-71cc1f39ea2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0780416
Feb 19 08:20:09.406592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-2849d991-9e34-495c-aa14-6d3634d314e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:09.409271 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-2849d991-9e34-495c-aa14-6d3634d314e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894203
Feb 19 08:20:09.590681 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-fcdd1b74-76ce-47a6-969c-34529f8948cb service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733105
Feb 19 08:20:09.702424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:09.750326 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-54d741ff-4658-4838-a422-97937f4dc8f5 req-3fb52cda-3fb3-4645-933f-8db04c976848 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1522369
Feb 19 08:20:10.469320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:10.490509 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc328c-b4c1-4bcb-8ab0-eff050ef611a req-1a35b74f-0619-4295-814a-ee23bf0c5253 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:10.492120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bdbc328c-b4c1-4bcb-8ab0-eff050ef611a req-1a35b74f-0619-4295-814a-ee23bf0c5253 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.0876117
Feb 19 08:20:10.539684 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bdbc328c-b4c1-4bcb-8ab0-eff050ef611a req-2a4d58e0-3910-4256-8dbd-458f10461dba tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411313
Feb 19 08:20:11.737216 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db606-4a5c-43be-b167-2e7622553942 req-6c4bcfb1-0caf-4b37-a03e-68a0371e8e7c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:11.738859 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bc5db606-4a5c-43be-b167-2e7622553942 req-6c4bcfb1-0caf-4b37-a03e-68a0371e8e7c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.0871916
Feb 19 08:20:11.785954 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bc5db606-4a5c-43be-b167-2e7622553942 req-902b4a38-79a5-4fce-81fb-f409e2a525a1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407336
Feb 19 08:20:12.984613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ff3b1-943a-482d-8543-7612d0d0a306 req-ccd9e25b-f81f-4d25-8db1-2c096549a694 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:12.986161 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-665ff3b1-943a-482d-8543-7612d0d0a306 req-ccd9e25b-f81f-4d25-8db1-2c096549a694 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.0901494
Feb 19 08:20:13.033961 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-665ff3b1-943a-482d-8543-7612d0d0a306 req-75b13b7f-f05b-42a5-8337-1a37d9958266 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413868
Feb 19 08:20:13.895037 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-5a5bb08b-f016-467b-808f-0c14c1712f87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0792232
Feb 19 08:20:14.052724 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-457bed3e-ee74-40ab-84af-86a97b6e227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:14.054404 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-457bed3e-ee74-40ab-84af-86a97b6e227f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.0824780
Feb 19 08:20:14.288133 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-42def4f9-61f7-45eb-ad72-62766146a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:14.289655 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-42def4f9-61f7-45eb-ad72-62766146a8c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2101152
Feb 19 08:20:14.297543 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ed770-672b-485b-bc28-414926a57449 req-d80572de-5563-45b6-9c63-17f547c10d3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:14.299069 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c04ed770-672b-485b-bc28-414926a57449 req-d80572de-5563-45b6-9c63-17f547c10d3f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.1445584
Feb 19 08:20:14.438262 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c04ed770-672b-485b-bc28-414926a57449 req-6649ee0f-1d26-4c55-84a7-a11d2abcd690 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0777249
Feb 19 08:20:14.440114 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-a260e5e7-629b-4d9b-89d3-8fcd7ea6c863 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 1000 time: 0.1401329
Feb 19 08:20:14.514106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-ed791fcf-75f3-4333-a885-4fa291e05f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:14.515761 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-ed791fcf-75f3-4333-a885-4fa291e05f0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0678346
Feb 19 08:20:14.601747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-122a2550-4d70-4748-8704-dbd9547918c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:14.603374 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-122a2550-4d70-4748-8704-dbd9547918c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794792
Feb 19 08:20:14.752862 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-d503b01e-6678-43b1-87e0-2d88e17d337c service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393585
Feb 19 08:20:14.938417 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:15.134907 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1441596d-f1ef-4e06-a99b-b9152b294301 req-77c25f46-f33b-409f-b3cf-c6fe49f32461 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3744400
Feb 19 08:20:15.637772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63242983-41b1-4ca9-acaf-fe5c0aca8132 req-f4077bc7-2ffb-41a6-b34d-3ada0e4db9ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:15.639421 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63242983-41b1-4ca9-acaf-fe5c0aca8132 req-f4077bc7-2ffb-41a6-b34d-3ada0e4db9ef tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.0881875
Feb 19 08:20:15.687147 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-63242983-41b1-4ca9-acaf-fe5c0aca8132 req-abb6bec4-0d8b-4b64-b8d1-9f39817799ca tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0414448
Feb 19 08:20:15.954510 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4171bce7-f267-4eaa-9e3c-de5f0daeb684 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:20:16.025272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning for port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 completed by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 08:20:16.033764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:20:16.034305 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:16.162544 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:16.190766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:20:16.200831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:20:16.203643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:16.205557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:16.283741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=4']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:16.291538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.291960 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.292935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.293315 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.293690 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.294090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.294462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.294834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.295208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.295577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.296591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.296591 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.296815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.297042 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.297406 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.297771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.298262 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.298504 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.298901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.299205 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.299564 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.299937 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.300294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.300656 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:20:16.305475 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'code': 200}
Feb 19 08:20:16.306236 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:16.611353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84dad7-e1a3-4e90-aeb7-7c719134d9d6 req-65e5cf90-58a8-4cdb-ab1b-210b906ca542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:16.612958 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1b84dad7-e1a3-4e90-aeb7-7c719134d9d6 req-65e5cf90-58a8-4cdb-ab1b-210b906ca542 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1162 time: 0.0807829
Feb 19 08:20:16.657298 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1b84dad7-e1a3-4e90-aeb7-7c719134d9d6 req-bb22fcd1-16df-42cb-a7bb-a2bba04a149a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0366840
Feb 19 08:20:16.887547 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d1480-2aaf-4902-aad8-cfd87c2f866e req-5fe17969-8239-4a30-bf1b-e4c356a7ee81 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:16.889051 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a7d1480-2aaf-4902-aad8-cfd87c2f866e req-5fe17969-8239-4a30-bf1b-e4c356a7ee81 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.0900431
Feb 19 08:20:16.936348 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8a7d1480-2aaf-4902-aad8-cfd87c2f866e req-826638aa-9b02-47e6-afb0-a9f920b21fb2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411029
Feb 19 08:20:17.624837 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4171bce7-f267-4eaa-9e3c-de5f0daeb684 up at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 08:20:17.698636 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Provisioning complete for port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 triggered by entity L2. {{(pid=84005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 08:20:17.699074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66749844'] for port, provisioning_complete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:18.139616 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cdde3-df55-408a-a09f-7f1aba896eab req-de5cdf57-6d2d-44e9-b533-c43bac69b2ce tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:18.141204 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba9cdde3-df55-408a-a09f-7f1aba896eab req-de5cdf57-6d2d-44e9-b533-c43bac69b2ce tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.0870645
Feb 19 08:20:18.191682 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ba9cdde3-df55-408a-a09f-7f1aba896eab req-eeeaae91-7b70-4631-aa3c-530866ace75b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440388
Feb 19 08:20:18.400918 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326fc3b-c47e-4ebb-9eba-9696c0b04e8c req-122ccf7d-73cf-4921-b022-7c63d0a57216 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:18.402566 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b326fc3b-c47e-4ebb-9eba-9696c0b04e8c req-122ccf7d-73cf-4921-b022-7c63d0a57216 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.0935585
Feb 19 08:20:18.449403 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-b326fc3b-c47e-4ebb-9eba-9696c0b04e8c req-a223064f-521b-4bab-af5e-b5cf0ac038f1 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0403476
Feb 19 08:20:18.646102 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-df972262-2d5e-4244-b727-2914f61033c5 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1584766
Feb 19 08:20:18.656467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa'}} {{(pid=84004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:20:18.662361 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 08:20:18.672752 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.quota.driver [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 08:20:18.681642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:18.827995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.094961 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Allocated IP 172.27.0.188 (5efa1c81-2081-41d1-9be2-a8db9cab57aa/d30cf909-b0dd-4f07-bcb3-d857bd1aee60/fe973623-4b03-46c4-913c-9395c973cda6) {{(pid=84004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 08:20:19.249864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.279041 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770490358097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.294722 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:19.439649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=fe973623-4b03-46c4-913c-9395c973cda6,revision_number=1']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:19.444738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:19.485178 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Network 5efa1c81-2081-41d1-9be2-a8db9cab57aa is already hosted by enough agents. {{(pid=84004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 08:20:19.486317 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Resources bound (agent type, host, resource id):  {{(pid=84004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 08:20:19.488574 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Received port after_create {{(pid=84004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 08:20:19.570743 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.636167 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.905469 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for port, precommit_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.909203 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851575375'] for port, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:19.928177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-fe292bd6-2ca3-4e34-b3da-db00536f0ffd tempest-TestMinimumBasicScenario-1207015121 tempest-TestMinimumBasicScenario-1207015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:20:20.071254 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event updated for resources: {'Port': ['ID=fe973623-4b03-46c4-913c-9395c973cda6,revision_number=2']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:20:20.076901 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:20:20.167861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:20.195309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:20.196622 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-def6a1cc-6ff1-482b-a931-7c1c70d958b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5444458
Feb 19 08:20:20.284828 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-4b1987b3-4c1f-47e0-8b68-b76f4926432f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:20:20.300571 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-4b1987b3-4c1f-47e0-8b68-b76f4926432f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:20:20.301889 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-4b1987b3-4c1f-47e0-8b68-b76f4926432f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.188 HTTP/1.1" status: 200  len: 696 time: 0.0981975
Feb 19 08:20:20.463861 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-5949e1da-5615-48f4-865f-9287d73302ca tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:20.465258 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-91099816-fa19-45a1-9540-7c4b28f9cf7c req-5949e1da-5615-48f4-865f-9287d73302ca tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1574261
Feb 19 08:20:20.650956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065583-bfbd-47a4-890c-0df04975eadc req-31b0f3ce-4304-4d27-b7a6-3441ec632afd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:20.652596 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-31b0f3ce-4304-4d27-b7a6-3441ec632afd tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0883567
Feb 19 08:20:20.743564 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-e6a8489e-5d22-43b1-9172-8377969642bb tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.188 HTTP/1.1" status: 200  len: 696 time: 0.0840864
Feb 19 08:20:20.753671 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.v2.base [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Request body: {'floatingip': {'port_id': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 08:20:20.837328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:21.459400 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:21.462212 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890078'] for floatingip, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:21.652049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP 98838157-69af-40da-97f1-11bc7e02303d associated. External IP: 172.27.0.188, port: 4171bce7-f267-4eaa-9e3c-de5f0daeb684.
Feb 19 08:20:22.267433 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:20:22.457818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:20:22.462252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:22.468091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:20:22.479072 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:20:22.479914 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e6e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:20:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:20:22.525719 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-a1835312-a5e5-49d9-9d04-9e8be4e0d31c tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "PUT /v2.0/floatingips/98838157-69af-40da-97f1-11bc7e02303d HTTP/1.1" status: 200  len: 996 time: 1.7760661
Feb 19 08:20:22.527010 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:20:22.585138 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'status': 'completed', 'code': 200}
Feb 19 08:20:22.675138 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:20:22.696191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-084bbd07-b420-4e6e-8195-aef587ef8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:22.697830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065583-bfbd-47a4-890c-0df04975eadc req-cec57e0c-bb98-49a9-9186-bd8e71919040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:22.698235 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-084bbd07-b420-4e6e-8195-aef587ef8c13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1162 time: 0.0855384
Feb 19 08:20:22.700021 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-cec57e0c-bb98-49a9-9186-bd8e71919040 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1162 time: 0.1498756
Feb 19 08:20:22.847920 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065583-bfbd-47a4-890c-0df04975eadc req-c5b36964-036a-4ae0-a634-d02b834698fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:22.849140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-6d73cea8-ddc4-4cd5-976b-28690672089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:22.849922 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-c5b36964-036a-4ae0-a634-d02b834698fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1432230
Feb 19 08:20:22.850791 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-6d73cea8-ddc4-4cd5-976b-28690672089e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1443369
Feb 19 08:20:22.966065 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-f4ce89e5-fb81-40dc-b23e-21ace26007c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 999 time: 0.1088705
Feb 19 08:20:22.969169 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-d1629009-0b0b-4e40-8060-9e9069dca55e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 999 time: 0.1095209
Feb 19 08:20:23.039646 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065583-bfbd-47a4-890c-0df04975eadc req-7ad382b5-581e-4175-8821-23d99dd2383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:23.041652 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-7ad382b5-581e-4175-8821-23d99dd2383f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0679789
Feb 19 08:20:23.048797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-b10da236-bfb5-4a58-b3e8-1aa18f72e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:23.050427 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-b10da236-bfb5-4a58-b3e8-1aa18f72e1b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0751388
Feb 19 08:20:23.066556 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e6e48>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '98838157-69af-40da-97f1-11bc7e02303d', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f2e25-a00b-4122-a873-ad16e4198e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:20:19Z', 'updated_at': '2021-02-19T08:20:21Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}, {'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:20:23.070748 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:20:23.080649 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:20:23.081318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e6e48>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:20:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:20:23.139757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065583-bfbd-47a4-890c-0df04975eadc req-dabaf3c7-e860-4f50-ae8c-15f318c1115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:23.141842 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-dabaf3c7-e860-4f50-ae8c-15f318c1115a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911756
Feb 19 08:20:23.151090 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-7d7012dd-35cf-439c-bf89-24cd7f4e2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:20:23.154162 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-7d7012dd-35cf-439c-bf89-24cd7f4e2247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0950835
Feb 19 08:20:23.279220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:20:23.303131 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-0ad5e754-7eb2-49c0-9457-6a4b00537939 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426928
Feb 19 08:20:23.305189 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-9ee66d6c-6a9e-40d0-a745-5bfbae85893e service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564767
Feb 19 08:20:23.454790 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-492ad9bf-a0f4-49cc-b6ae-2b36e8cffd7a req-56598568-08c6-4fe5-bf3e-64ecfc1857ad service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443284
Feb 19 08:20:23.469433 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-42065583-bfbd-47a4-890c-0df04975eadc req-e2e0c873-242a-4af8-aeaa-7ed5e8412f5f service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1575816
Feb 19 08:20:23.657638 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e3e6e48>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '98838157-69af-40da-97f1-11bc7e02303d', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f2e25-a00b-4122-a873-ad16e4198e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:20:19Z', 'updated_at': '2021-02-19T08:20:21Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}, {'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:20:23.661824 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f023a3-f339-485e-93d9-be1382b192f4 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': '98838157-69af-40da-97f1-11bc7e02303d', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f2e25-a00b-4122-a873-ad16e4198e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:20:19Z', 'updated_at': '2021-02-19T08:20:21Z', 'revision_number': 1, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}, {'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:20:23.955799 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac6209-8327-4e49-a6b5-b2b8fc8478c6 None None] New status for floating IP 98838157-69af-40da-97f1-11bc7e02303d: ACTIVE {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:20:30.844235 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:20:35.962915 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3593414f-dd47-42b5-b547-176faa63cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:38.423898 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c98a7be-be7d-4b06-8a69-46dd03e47c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:38.767259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:39.705810 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:40.473818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:20:44.949070 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:05.967351 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fc50081-e0ce-44b2-be23-c694dad3e3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:07.844275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:21:08.425664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-413586ba-7617-4035-89cb-aed2ab4b612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:08.768685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:09.707291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:10.477557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:14.950453 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:15.874147 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-e2b7881c-b6fe-4098-bdd7-ef504b794a9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829077
Feb 19 08:21:16.034240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-5c9d05af-4651-46de-9382-0ee139e18aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:16.035879 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-5c9d05af-4651-46de-9382-0ee139e18aa0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.0787692
Feb 19 08:21:16.197672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-c2db1f70-b970-44b3-b1e3-767df9648f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:16.199285 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-c2db1f70-b970-44b3-b1e3-767df9648f54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.1381583
Feb 19 08:21:16.311818 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-c951398b-a04e-4ac8-9979-3d0f23afc5f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 1000 time: 0.1052265
Feb 19 08:21:16.380481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-8186f6b0-0f92-4c68-90b7-9224ec9d6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:16.382618 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-8186f6b0-0f92-4c68-90b7-9224ec9d6305 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0627518
Feb 19 08:21:16.721567 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-c9498cde-99b7-4cad-b1db-1a03d5b7f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:16.723218 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-c9498cde-99b7-4cad-b1db-1a03d5b7f907 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3319659
Feb 19 08:21:16.864447 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-4d6c57ca-938b-4c86-a72e-10e1f7821b3b service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335425
Feb 19 08:21:17.029886 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-e8559bed-7e50-4f40-a8d4-c98bbd758446 req-0b68c280-6a75-4044-9e94-bdb46a5efe64 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1581023
Feb 19 08:21:35.969654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3081edde-1735-4245-b18d-ec0acc796401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:38.430507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13af9d26-42b9-453a-bf15-7602d581a495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:38.773468 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:39.708834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:40.482224 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:44.843511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:21:44.968126 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:52.018601 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-2442c6bf-730d-4ced-a7f2-ce0eb4a3bf91 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips/98838157-69af-40da-97f1-11bc7e02303d HTTP/1.1" status: 200  len: 998 time: 0.1155539
Feb 19 08:21:52.186628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-f42d6337-cfc1-49a5-810b-e90d62107325 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:52.188127 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-f42d6337-cfc1-49a5-810b-e90d62107325 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1601257
Feb 19 08:21:52.306807 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-377da834-7223-475e-bc1a-755abfff6906 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.188 HTTP/1.1" status: 200  len: 1001 time: 0.1099498
Feb 19 08:21:52.391422 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-68c9599e-1654-4aaf-b626-a5a7492c703d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:52.393053 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-68c9599e-1654-4aaf-b626-a5a7492c703d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports/4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 942 time: 0.0803621
Feb 19 08:21:52.584101 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-8c60c7c2-c873-4620-bfa1-26e9f41f384f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.188 HTTP/1.1" status: 200  len: 1001 time: 0.1073639
Feb 19 08:21:52.807664 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port fe973623-4b03-46c4-913c-9395c973cda6 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:21:52.808037 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:52.990096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:52.990383 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:53.122414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for fe973623-4b03-46c4-913c-9395c973cda6 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:21:53.283949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:53.300074 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6fe02b08-1cc3-444d-a533-ef271c9784f2 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:21:53.401672 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=fe973623-4b03-46c4-913c-9395c973cda6,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:21:53.421160 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.421593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.422043 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.422462 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.422873 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.423296 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.423705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.424111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.424519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.424924 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.425330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.425733 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.426228 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.426630 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.427032 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.427441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.427833 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.428232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.428633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.429546 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.429972 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.430374 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.430771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.431168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:53.437257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:21:53.554925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:53.555219 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP 98838157-69af-40da-97f1-11bc7e02303d disassociated (deleted). External IP: 172.27.0.188, port: 4171bce7-f267-4eaa-9e3c-de5f0daeb684.
Feb 19 08:21:54.190056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:21:54.381347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:21:54.391081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:21:54.402328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:21:54.403004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e0cfcf8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:21:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:21:54.410294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:54.479140 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-5ac2dc23-de4e-4858-8ae7-db8cc7db9054 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "DELETE /v2.0/floatingips/98838157-69af-40da-97f1-11bc7e02303d HTTP/1.1" status: 204  len: 173 time: 1.8885872
Feb 19 08:21:54.479721 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:21:54.547658 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'status': 'completed', 'code': 200}
Feb 19 08:21:54.641727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-3473661a-8375-4f15-97f8-f47308aee5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:54.643364 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-3473661a-8375-4f15-97f8-f47308aee5cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1162 time: 0.1405134
Feb 19 08:21:54.767297 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-e5e605d9-8891-4a44-ad14-df62ad501143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:54.768926 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-e5e605d9-8891-4a44-ad14-df62ad501143 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 1162 time: 0.2006924
Feb 19 08:21:54.909867 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-7a447588-b936-46c6-a275-556689f3386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:54.911577 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-7a447588-b936-46c6-a275-556689f3386b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2600853
Feb 19 08:21:54.916766 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:21:54.999488 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-ab53e1f9-62e7-4c76-825f-2e9d8478b2cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 217 time: 0.0754507
Feb 19 08:21:55.069720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-aa4eac8e-14b1-4517-8fe6-c1c53323aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:55.071370 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-aa4eac8e-14b1-4517-8fe6-c1c53323aeb1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2897513
Feb 19 08:21:55.153294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-22ef09a4-9d26-4383-9b17-4ffcc9563790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:55.155049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-22ef09a4-9d26-4383-9b17-4ffcc9563790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.1437738
Feb 19 08:21:55.156718 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-c6a2c8d7-c99f-4774-902e-a6551353be86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 200  len: 217 time: 0.0762691
Feb 19 08:21:55.287507 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-1f845d23-613a-41cb-bb82-788b63f1dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:55.289178 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-1f845d23-613a-41cb-bb82-788b63f1dcbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.0866575
Feb 19 08:21:55.364540 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-b1d73024-623a-4033-ae17-0c00ea721f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:55.365685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e0cfcf8>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:21:55.366234 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-b1d73024-623a-4033-ae17-0c00ea721f18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2039707
Feb 19 08:21:55.370053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:21:55.379653 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:21:55.380320 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e0cfcf8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:21:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:21:55.491798 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-21e06619-7521-4b77-88a7-78683770dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:55.493579 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-21e06619-7521-4b77-88a7-78683770dcfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1920354
Feb 19 08:21:55.584367 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:21:55.629284 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-094c8158-646f-4e94-a485-2d946e6c5626 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552507
Feb 19 08:21:55.770134 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-64f1742b-d249-4a3b-bd53-0d171ecb26de service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628605
Feb 19 08:21:55.909025 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1e8a4843-4b7d-4125-8326-5a0a0593abc7 req-4be49fb0-cd07-4b86-9410-abd5a7e31cbc service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2655315
Feb 19 08:21:55.960834 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-ce4b4c79-d4be-4291-9ed0-040714b110ec req-c10e0e0b-aa1c-4fe8-baa5-309bd9d3dae8 service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1797552
Feb 19 08:21:55.980050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e0cfcf8>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:21:55.985222 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0185-d9bb-4278-af44-935966f56e71 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_floatingips': [{'id': 'f36e7149-d855-4019-a0ab-d650ac56d967', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'router_id': '0282849e-508c-47ff-9290-21ae574faa98', 'port_id': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'mac_address': 'fa:16:3e:5d:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T08:18:22Z', 'updated_at': '2021-02-19T08:18:27Z', 'revision_number': 2, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:21:56.329294 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe5a06-43bd-4ec2-8987-c356fbabd845 req-4a8e0563-baf0-429e-980c-459891fe06c8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:56.330405 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-2abe5a06-43bd-4ec2-8987-c356fbabd845 req-4a8e0563-baf0-429e-980c-459891fe06c8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:21:56.346340 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-2abe5a06-43bd-4ec2-8987-c356fbabd845 req-4a8e0563-baf0-429e-980c-459891fe06c8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:21:56.347795 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2abe5a06-43bd-4ec2-8987-c356fbabd845 req-4a8e0563-baf0-429e-980c-459891fe06c8 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.1107559
Feb 19 08:21:56.398423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ed33a-fe35-4fe3-9664-48c7757e6342 None None] New status for floating IP 98838157-69af-40da-97f1-11bc7e02303d: DOWN {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:21:56.398965 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2abe5a06-43bd-4ec2-8987-c356fbabd845 req-e862882f-284b-44a2-ae55-dccb0f3a776a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441737
Feb 19 08:21:57.604995 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0300-ecc2-41e0-bea9-0dd9a3173d1c req-a9e1777d-8ce8-4428-8ad6-f824dd61662b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:57.606660 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8d8a0300-ecc2-41e0-bea9-0dd9a3173d1c req-a9e1777d-8ce8-4428-8ad6-f824dd61662b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.0880995
Feb 19 08:21:57.664751 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-8d8a0300-ecc2-41e0-bea9-0dd9a3173d1c req-5ed508ce-8ec2-429e-8abc-b475eb39528e tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0514679
Feb 19 08:21:58.170331 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-01bee0c3-c30e-4d93-bd23-7432b5055664 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:58.171918 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-01bee0c3-c30e-4d93-bd23-7432b5055664 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 945 time: 0.0901899
Feb 19 08:21:58.252157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:21:58.252465 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:58.388112 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device 4171bce7-f267-4eaa-9e3c-de5f0daeb684 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:21:58.516330 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66763514'] for port, before_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:58.525321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:21:58.525727 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:58.546674 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:21:58.558393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:21:58.561309 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770490707093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266364448679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770490327155'] for port, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:58.564017 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:21:58.606370 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'code': 200}
Feb 19 08:21:58.640842 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Pushing event updated for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=5']} {{(pid=84005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:21:58.649466 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.649877 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.650264 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.650641 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.651016 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.651388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.651757 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.652125 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.652500 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.652866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.653231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.653597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.654066 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.654425 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.654792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.655154 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.656028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.656028 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.656707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.656922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.657209 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.657886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.658257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.658626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:21:58.663321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:21:58.669614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for 4171bce7-f267-4eaa-9e3c-de5f0daeb684 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:21:58.768597 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:21:58.768886 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:21:58.871426 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f7ed-b6ec-4efb-83e2-e807346a597f req-e330ba76-4b46-4573-891b-8079e2f04972 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:21:58.873045 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c6f6f7ed-b6ec-4efb-83e2-e807346a597f req-e330ba76-4b46-4573-891b-8079e2f04972 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.0919104
Feb 19 08:21:58.924111 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c6f6f7ed-b6ec-4efb-83e2-e807346a597f req-dc9095c8-7c3b-4d5a-a8dc-f869bf6360ac tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0444927
Feb 19 08:21:59.269858 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:21:59.270250 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:59.812045 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] For port 4171bce7-f267-4eaa-9e3c-de5f0daeb684, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4171bce7-f267-4eaa-9e3c-de5f0daeb684,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:21:59.812602 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:21:59.951557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for 4171bce7-f267-4eaa-9e3c-de5f0daeb684 owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:00.164220 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:00.181240 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ffc969ac-be4f-45b2-8f9e-b634b971c244 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:00.281198 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=4171bce7-f267-4eaa-9e3c-de5f0daeb684,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:00.290818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:00.317379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a4b8-f9c7-4d60-91c7-2664b346a795 req-652bff30-f871-48ab-88f2-7d278d88bf3a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:00.319041 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1fa4a4b8-f9c7-4d60-91c7-2664b346a795 req-652bff30-f871-48ab-88f2-7d278d88bf3a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 943 time: 0.2458234
Feb 19 08:22:00.406476 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-1fa4a4b8-f9c7-4d60-91c7-2664b346a795 req-13161355-3178-4a3d-83b5-2a2573ad4a24 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0802450
Feb 19 08:22:00.459081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] No DVR routers for this DVR port 4171bce7-f267-4eaa-9e3c-de5f0daeb684 on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:22:00.462033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:00.468339 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-deleted', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:22:00.483120 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-bd6dbc3e-c5e9-4d82-a5e6-3e301cb7f7a0 req-99ce5ef5-4cfb-4d3f-94f6-5f4e9e04fb9f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "DELETE /v2.0/ports/4171bce7-f267-4eaa-9e3c-de5f0daeb684 HTTP/1.1" status: 204  len: 173 time: 2.3038058
Feb 19 08:22:00.524145 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f2e25-a00b-4122-a873-ad16e4198e40', 'name': 'network-vif-deleted', 'tag': '4171bce7-f267-4eaa-9e3c-de5f0daeb684', 'status': 'completed', 'code': 200}
Feb 19 08:22:01.591003 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-86430b8d-446e-4e12-a8a8-d224808b04d8 req-7aadcfaf-e2cd-4ffa-bc8c-ab8866333082 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:22:01.605373 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-86430b8d-446e-4e12-a8a8-d224808b04d8 req-7aadcfaf-e2cd-4ffa-bc8c-ab8866333082 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:22:01.606717 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-86430b8d-446e-4e12-a8a8-d224808b04d8 req-7aadcfaf-e2cd-4ffa-bc8c-ab8866333082 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=039f2e25-a00b-4122-a873-ad16e4198e40 HTTP/1.1" status: 200  len: 210 time: 0.0652652
Feb 19 08:22:05.297749 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-e0b04fb8-eefb-4eef-ac0e-4f839af62681 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips/f36e7149-d855-4019-a0ab-d650ac56d967 HTTP/1.1" status: 200  len: 997 time: 0.1274052
Feb 19 08:22:05.478104 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-4bbd979e-fe0c-45f0-8225-a778117c6209 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:05.479511 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-4bbd979e-fe0c-45f0-8225-a778117c6209 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1758194
Feb 19 08:22:05.600423 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-fb14710c-76bf-43fc-8840-ea1261be98b9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:22:05.616186 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-fb14710c-76bf-43fc-8840-ea1261be98b9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:22:05.617727 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-fb14710c-76bf-43fc-8840-ea1261be98b9 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 1000 time: 0.1318281
Feb 19 08:22:05.700100 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-c670beac-ed8a-40ea-9b11-9ff0cbb61643 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:05.701581 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-c670beac-ed8a-40ea-9b11-9ff0cbb61643 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports/fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 943 time: 0.0776384
Feb 19 08:22:05.903094 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-91dcae8d-5db3-41b0-851d-16e5d504f78b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 1000 time: 0.1145189
Feb 19 08:22:05.975116 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-17d0e7a7-843b-4612-8fec-e9e49de8dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.169550 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:06.169967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.355389 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.356136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.494408 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:06.667337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.686096 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ced9db7f-d4e1-45a4-b239-be9513f36399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:06.791101 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=c10dfdf6-6ac5-4671-a056-ab82ae0f6d8d,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:06.802121 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:06.934368 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:06.934742 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.db.l3_db [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Floating IP f36e7149-d855-4019-a0ab-d650ac56d967 disassociated (deleted). External IP: 172.27.0.3, port: fe9a82b9-ec70-4305-9862-a76efce6187f.
Feb 19 08:22:07.322816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:22:07.537149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:22:07.549764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:22:07.562582 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:07.563415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfa3ef0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:21:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:07.565252 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:07.631035 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-9e254e85-8528-4461-8f3c-5b5fe9e96158 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "DELETE /v2.0/floatingips/f36e7149-d855-4019-a0ab-d650ac56d967 HTTP/1.1" status: 204  len: 173 time: 1.7203805
Feb 19 08:22:07.632648 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:22:07.724931 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'status': 'completed', 'code': 200}
Feb 19 08:22:07.946332 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:08.124189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-8cddc063-e572-4294-8d15-aa88a2851818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.125903 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-8cddc063-e572-4294-8d15-aa88a2851818 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.4645586
Feb 19 08:22:08.216127 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-1229e917-ea09-4edc-a9c8-195a94a04e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.217702 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-1229e917-ea09-4edc-a9c8-195a94a04e04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 1163 time: 0.4856803
Feb 19 08:22:08.318082 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfa3ef0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:08.324538 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:22:08.338450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:08.339298 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09dfa3ef0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:21:38Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:08.402683 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-ff97d017-3335-45e2-8d69-2b4d982e13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.404323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-ff97d017-3335-45e2-8d69-2b4d982e13af service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2704742
Feb 19 08:22:08.432390 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-727ae202-5d73-4025-88f0-94214b4e6ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:08.492146 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-63f53ecd-e6a7-4d69-ad44-6cb66ff40607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.493632 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-63f53ecd-e6a7-4d69-ad44-6cb66ff40607 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 200  len: 906 time: 0.2620258
Feb 19 08:22:08.495187 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-f52d2958-44a1-4426-b02a-3ef784ea57d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 217 time: 0.0812445
Feb 19 08:22:08.594855 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:08.623049 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-6876fa48-ba12-41d6-a62f-f32e9e45b8dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 200  len: 217 time: 0.0834405
Feb 19 08:22:08.675928 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-0a14a36f-0f9a-4320-ac65-40a7c2e0e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.677571 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-0a14a36f-0f9a-4320-ac65-40a7c2e0e257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.1759648
Feb 19 08:22:08.759897 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-36e14b7d-f808-4d2a-ad10-a958a256d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.761431 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-36e14b7d-f808-4d2a-ad10-a958a256d2ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 200  len: 851 time: 0.1270494
Feb 19 08:22:08.775473 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:08.837069 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-ba04803c-b09e-43fb-b789-89cc0182d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.838784 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-ba04803c-b09e-43fb-b789-89cc0182d051 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1481395
Feb 19 08:22:08.967707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-0b4a0282-0024-4b2b-9de6-58f71e332c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:08.969371 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-0b4a0282-0024-4b2b-9de6-58f71e332c31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1994855
Feb 19 08:22:08.993959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09dfa3ef0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:08.998347 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32795c-976a-4e92-a1d2-1eda3236de64 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:14:48Z', 'revision_number': 4, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi', '_interfaces': [{'id': '0ba588be-eecf-46e6-a2ef-831161c03e06', 'name': '', 'network_id': '7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'mac_address': 'fa:16:3e:95:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '779e231d-583b-4f46-b755-fedb662d1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:47Z', 'updated_at': '2021-02-19T08:15:01Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'subnets': [{'id': '779e231d-583b-4f46-b755-fedb662d1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:22:09.118261 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-980971ae-4bcd-4d5e-9a4b-4777f5447bed service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682495
Feb 19 08:22:09.252269 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-af448266-f2f6-4fe1-9c9d-abc46143ad3a service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712309
Feb 19 08:22:09.396310 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-851d32f1-b56d-4df0-9df4-4b920f7531d3 req-e1cb4995-36e0-4b46-88d3-b154a2e5ce61 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2669075
Feb 19 08:22:09.435575 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0519e-dc7d-46a5-ae3f-beb5bb450900 None None] New status for floating IP f36e7149-d855-4019-a0ab-d650ac56d967: DOWN {{(pid=84005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 08:22:09.442035 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-7f44c9a8-1ae3-477c-8f35-5b139302a149 req-5161bcfb-7a36-496c-a32e-6788002480ac service neutron] 10.222.0.70 "GET /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1735539
Feb 19 08:22:09.718771 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:09.861502 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aed243-c909-4a74-af99-796bed461166 req-a6069a28-052b-414b-a58c-a3880c26f24b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:09.862592 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-c5aed243-c909-4a74-af99-796bed461166 req-a6069a28-052b-414b-a58c-a3880c26f24b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:22:09.880183 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-c5aed243-c909-4a74-af99-796bed461166 req-a6069a28-052b-414b-a58c-a3880c26f24b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:22:09.881489 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c5aed243-c909-4a74-af99-796bed461166 req-a6069a28-052b-414b-a58c-a3880c26f24b tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.1171215
Feb 19 08:22:09.941959 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-c5aed243-c909-4a74-af99-796bed461166 req-67d34a34-2edc-4357-b57f-d3fb513a2a2f tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0531154
Feb 19 08:22:10.483459 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:11.153949 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c63ea2-a84b-4360-ab27-50e3f0f8d551 req-228ec7e0-5514-4fd3-a8a9-e12a53b9db48 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:11.155643 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-75c63ea2-a84b-4360-ab27-50e3f0f8d551 req-228ec7e0-5514-4fd3-a8a9-e12a53b9db48 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.0959144
Feb 19 08:22:11.222835 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-75c63ea2-a84b-4360-ab27-50e3f0f8d551 req-858c6afb-7bb1-499f-a441-63d998abdc9a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0567546
Feb 19 08:22:11.623845 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-2087d472-4f3c-4b5e-8afc-349ebb95df2a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:11.625449 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-2087d472-4f3c-4b5e-8afc-349ebb95df2a tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 946 time: 0.1012712
Feb 19 08:22:11.710551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port fe9a82b9-ec70-4305-9862-a76efce6187f {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:11.710931 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:11.986947 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] For port fe9a82b9-ec70-4305-9862-a76efce6187f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fe9a82b9-ec70-4305-9862-a76efce6187f,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:11.987471 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:12.136467 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for fe9a82b9-ec70-4305-9862-a76efce6187f owned by compute:nova {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:12.302749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:12.325456 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-a871409a-3220-46c3-962e-2ab82f5cf356 tempest-AttachVolumeTestJSON-1801174546 tempest-AttachVolumeTestJSON-1801174546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:12.445614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=fe9a82b9-ec70-4305-9862-a76efce6187f,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:12.458458 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fe9a82b9-ec70-4305-9862-a76efce6187f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:12.497501 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] No Port match for: fe9a82b9-ec70-4305-9862-a76efce6187f {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:12.497942 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Device fe9a82b9-ec70-4305-9862-a76efce6187f not bound to the agent host hv-cinder-77398 {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:12.516282 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:12.536981 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-a2ec33ef-d8d8-413e-8279-1fb9b5abdefb req-a4ad9834-55c0-4221-8fc3-fbdc51ea2af0 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 210 time: 0.0982697
Feb 19 08:22:12.656272 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] No DVR routers for this DVR port fe9a82b9-ec70-4305-9862-a76efce6187f on host hv-cinder-77398 {{(pid=84004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:22:12.658634 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for port, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:12.661589 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'name': 'network-vif-deleted', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f'}] {{(pid=84004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 08:22:12.685883 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-2722534d-b8f2-4a63-84fb-e8ebdc171264 req-041e2f3f-b371-4195-b78c-8c2cbf249761 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.70 "DELETE /v2.0/ports/fe9a82b9-ec70-4305-9862-a76efce6187f HTTP/1.1" status: 204  len: 173 time: 1.0544205
Feb 19 08:22:12.734705 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3febc-324d-439a-8ebc-5b1327bd3f52', 'name': 'network-vif-deleted', 'tag': 'fe9a82b9-ec70-4305-9862-a76efce6187f', 'status': 'completed', 'code': 200}
Feb 19 08:22:13.740158 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-46f03b38-e121-42d7-b8dd-7332306a8811 req-767fe1f3-417f-4b39-8be3-a2739b80bb44 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:22:13.758957 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-46f03b38-e121-42d7-b8dd-7332306a8811 req-767fe1f3-417f-4b39-8be3-a2739b80bb44 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:port {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:22:13.760465 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-46f03b38-e121-42d7-b8dd-7332306a8811 req-767fe1f3-417f-4b39-8be3-a2739b80bb44 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce3febc-324d-439a-8ebc-5b1327bd3f52 HTTP/1.1" status: 200  len: 210 time: 0.0752218
Feb 19 08:22:14.971998 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-d1828493-25a4-43e7-92c1-dabdfb21f03d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips/f702ceff-205e-43f9-bfa3-8dc36595469e HTTP/1.1" status: 200  len: 692 time: 0.0938075
Feb 19 08:22:14.983614 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:15.142707 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-ab706dc1-b0fe-4a65-9dea-be4974f94e8d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 08:22:15.144212 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-ab706dc1-b0fe-4a65-9dea-be4974f94e8d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/networks/5efa1c81-2081-41d1-9be2-a8db9cab57aa HTTP/1.1" status: 200  len: 784 time: 0.1663835
Feb 19 08:22:15.231364 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-619ca01b-b321-4c1f-b74a-8e10e7c56750 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Synchronizing usage tracker for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 08:22:15.246740 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.quota.resource [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-619ca01b-b321-4c1f-b74a-8e10e7c56750 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Unset dirty status for tenant:b32d9ddfce2047c7a968d2853cb6ddb5 on resource:floatingip {{(pid=84004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 08:22:15.248027 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-619ca01b-b321-4c1f-b74a-8e10e7c56750 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.41 HTTP/1.1" status: 200  len: 695 time: 0.0969982
Feb 19 08:22:15.590118 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-aeee283d-01b4-4919-9473-edade001a6b7 tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.41 HTTP/1.1" status: 200  len: 695 time: 0.3355758
Feb 19 08:22:15.772613 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Deleting port 05c14a50-8e80-4b72-8387-b66ef667b057 {{(pid=84004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:15.773528 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:15.964565 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:15.964939 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:16.127293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Calling delete_port for 05c14a50-8e80-4b72-8387-b66ef667b057 owned by network:floatingip {{(pid=84004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:16.304654 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200440'] for port, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:16.321342 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-087f5f34-d4a3-4c0d-928f-609f60100d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:16.426204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'Port': ['ID=05c14a50-8e80-4b72-8387-b66ef667b057,revision_number=None']} {{(pid=84004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:16.431151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:16.574142 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for floatingip, after_delete {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:16.599805 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772889'] for floatingip, before_response {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:16.601097 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-58544050-6f05-4fb5-9558-0272f4f0d154 req-17090b5b-360d-471d-b220-23c35e4618fa tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "DELETE /v2.0/floatingips/f702ceff-205e-43f9-bfa3-8dc36595469e HTTP/1.1" status: 204  len: 173 time: 1.0050085
Feb 19 08:22:18.094888 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-1c216301-f1ce-47f9-a10e-ef77c014b42d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "GET /v2.0/security-groups/91ddcc6b-74fc-44e7-a847-025ceb0bd0d8 HTTP/1.1" status: 200  len: 2997 time: 0.0570118
Feb 19 08:22:18.190612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:18.229393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:18.284878 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:18.290413 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-3f3e0398-dd76-44e0-8d59-aad3efe4f566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:18.306967 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddcc6b-74fc-44e7-a847-025ceb0bd0d8,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:18.321219 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.321662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.322079 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.322484 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.322889 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.323288 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.323685 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.324080 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.324478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.324868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.325256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.325647 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-6-iscsi {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.326140 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.326537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.326927 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.327314 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.327701 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.328088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.328478 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.328864 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.329249 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.329633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.330046 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.330441 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 08:22:18.333977 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:18.335827 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [req-5b041566-dcea-4697-b8cc-5cb5c504c838 req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] 10.222.0.13 "DELETE /v2.0/security-groups/91ddcc6b-74fc-44e7-a847-025ceb0bd0d8 HTTP/1.1" status: 204  len: 173 time: 0.2336555
Feb 19 08:22:18.336699 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-21e57b3f-4276-46af-9492-a0b7fd47249d tempest-TestVolumeBootPattern-191996498 tempest-TestVolumeBootPattern-191996498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:18.412336 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45210) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:19.225454 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:19.634155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Deleting port 0ba588be-eecf-46e6-a2ef-831161c03e06 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:19.634525 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:19.851081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] For port 0ba588be-eecf-46e6-a2ef-831161c03e06, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=0ba588be-eecf-46e6-a2ef-831161c03e06,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:19.851476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:19.999221 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Calling delete_port for 0ba588be-eecf-46e6-a2ef-831161c03e06 owned by network:router_interface {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:20.196735 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:20.213007 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2b4d065b-4355-4bf3-ace7-7a3fdd9223f4 tempest-AttachVolumeShelveTestJSON-925080770 tempest-AttachVolumeShelveTestJSON-925080770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:20.306520 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba588be-eecf-46e6-a2ef-831161c03e06,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:20.309481 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:20.906149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:21.445476 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Router 0282849e-508c-47ff-9290-21ae574faa98 has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:22:21.650488 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:22:21.665144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Sync routers for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:22:21.667077 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-f9b2ef08-4784-41c1-91e2-2b6a157af71b admin admin] 10.222.0.13 "PUT /v2.0/routers/0282849e-508c-47ff-9290-21ae574faa98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2515333
Feb 19 08:22:21.669642 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45216) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:21.676747 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:21.677561 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e548be0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:22:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:21.856533 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:22:21.873039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks [] for router, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:21.896688 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: dv-cinder-773985-6-iscsi {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:22.095006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:22.104988 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Deleting port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:22.105416 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:22.215551 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e548be0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:22:20Z', 'revision_number': 5, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port': {'id': '9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0282849e-508c-47ff-9290-21ae574faa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:42Z', 'updated_at': '2021-02-19T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:22.219662 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Checking router: 0282849e-508c-47ff-9290-21ae574faa98 for host: dv-cinder-773985-6-iscsi {{(pid=84006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:22:22.228739 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Routers {'0282849e-508c-47ff-9290-21ae574faa98'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:22.229396 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e548be0>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:22:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['0282849e-508c-47ff-9290-21ae574faa98'], 'active': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:22.301165 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] For port 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:22.301559 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:22.393208 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] Set router 0282849e-508c-47ff-9290-21ae574faa98 gateway port host: None {{(pid=84006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:22.437705 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Calling delete_port for 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b owned by network:router_gateway {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:22.512191 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e548be0>, [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:22:22Z', 'revision_number': 6, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port_host': None}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:22.516760 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995747-7af4-4b38-ac6e-a957d4d42481 None None] The sync data for ids ['0282849e-508c-47ff-9290-21ae574faa98'] in dv-cinder-773985-6-iscsi is: [{'id': '0282849e-508c-47ff-9290-21ae574faa98', 'name': 'tempest-TestVolumeBootPattern-1164131889-router', 'tenant_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:41Z', 'updated_at': '2021-02-19T08:22:22Z', 'revision_number': 6, 'project_id': 'b32d9ddfce2047c7a968d2853cb6ddb5', 'gw_port_host': None}] {{(pid=84006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:22:22.635435 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:22.652353 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-53ae16c8-dcd2-45bf-aa90-5b812489bea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:22.752434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:22.762637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:22.904329 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.338479 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.340891 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.369643 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.370310 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0282849e-508c-47ff-9290-21ae574faa98 {{(pid=84003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:22:23.384749 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.388760 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e0cd0369-ca7d-4425-a6dc-5b2d0208359f admin admin] 10.222.0.13 "DELETE /v2.0/routers/0282849e-508c-47ff-9290-21ae574faa98 HTTP/1.1" status: 204  len: 168 time: 1.7153399
Feb 19 08:22:23.389050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45220) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:23.463157 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Deleting subnet 779e231d-583b-4f46-b755-fedb662d1da7 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:22:23.466673 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.525218 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.611318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.890402 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:23.906679 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6694d1e5-2f97-40b7-b99e-ba9668589c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:24.004738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779e231d-583b-4f46-b755-fedb662d1da7,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:24.008628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:24.052893 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0ba588be-eecf-46e6-a2ef-831161c03e06 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:24.056831 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.063375 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-893a720b-083a-4ac0-8f8d-fc7688404c67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/779e231d-583b-4f46-b755-fedb662d1da7 HTTP/1.1" status: 204  len: 168 time: 0.6733303
Feb 19 08:22:24.066135 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45224) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:24.085868 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337e2ee-5ad4-4f80-86fa-908a0828fbfe None None] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:22:24.155914 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 0ba588be-eecf-46e6-a2ef-831161c03e06 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:24.156225 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 0ba588be-eecf-46e6-a2ef-831161c03e06 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:24.156694 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:24.192738 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.208675 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:24.209064 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 9ee5e20e-b379-4c1b-b7c3-dcb7e5aa6a5b not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:24.272291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Deleting port 6b2d8fb4-218e-4355-b158-bf3f3989b906 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:24.273184 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.407285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] DHCP port deletion for 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:22:24.412196 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Deleting port 6b2d8fb4-218e-4355-b158-bf3f3989b906 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:24.412655 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.518321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] For port 6b2d8fb4-218e-4355-b158-bf3f3989b906, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=6b2d8fb4-218e-4355-b158-bf3f3989b906,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:24.518871 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.640021 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] For port 6b2d8fb4-218e-4355-b158-bf3f3989b906, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=6b2d8fb4-218e-4355-b158-bf3f3989b906,segment=NetworkSegment(3e8e206f-2f85-4ebd-9b48-08d9a0a8893e),segment_id=3e8e206f-2f85-4ebd-9b48-08d9a0a8893e)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:24.640620 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.668204 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Calling delete_port for 6b2d8fb4-218e-4355-b158-bf3f3989b906 owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:24.748728 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:24.765637 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-26ce27f7-58f7-4bbc-a82c-db55246bb6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:24.780792 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Calling delete_port for 6b2d8fb4-218e-4355-b158-bf3f3989b906 owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:24.861168 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:22:24.861693 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:22:24.877818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2d8fb4-218e-4355-b158-bf3f3989b906,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:24.881822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:24.916371 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] No DVR routers for this DVR port 6b2d8fb4-218e-4355-b158-bf3f3989b906 on host dv-cinder-773985-6-iscsi {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:22:25.042670 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.169062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09c99a390>,) {'filters': {'network_id': ['7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:25.183668 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c99a390>, '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:25.184124 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c99a390>, '3e8e206f-2f85-4ebd-9b48-08d9a0a8893e') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:25.197490 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.213511 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.215772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:22:25.363388 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Deleting port 6b2d8fb4-218e-4355-b158-bf3f3989b906 {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:25.363812 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.409836 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:22:25.420171 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.441155 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9569b41a-6246-4917-8814-ec56c1cfacf1 None None] The port '6b2d8fb4-218e-4355-b158-bf3f3989b906' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:22:25.606283 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Network 7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:22:25.634588 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:22:25.712327 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.715815 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:25.730231 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:25.744091 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:25.748762 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:25.756708 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6892b2fd-3bfc-4cf5-adf9-1729a8752acb admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bc6edb2-26cf-4ee3-b4fe-82a04b22a27f HTTP/1.1" status: 204  len: 168 time: 1.6893845
Feb 19 08:22:25.760612 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45228) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:26.052505 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 6b2d8fb4-218e-4355-b158-bf3f3989b906 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:26.093404 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 6b2d8fb4-218e-4355-b158-bf3f3989b906 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:26.093846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 6b2d8fb4-218e-4355-b158-bf3f3989b906 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:26.385910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890876'] for router_interface, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:27.052717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Deleting port cd62d3a0-3237-4a35-9ac8-f7ce041243c5 {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:27.053275 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:27.252392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] For port cd62d3a0-3237-4a35-9ac8-f7ce041243c5, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:27.252902 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:27.399524 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Calling delete_port for cd62d3a0-3237-4a35-9ac8-f7ce041243c5 owned by network:router_interface {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:27.596980 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:27.617420 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:27.732278 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd62d3a0-3237-4a35-9ac8-f7ce041243c5,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:27.735345 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:28.067959 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890650'] for router_interface, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:28.679999 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d has already been hosted by L3 agent 9f04b464-3cf4-4689-88fb-bdc1a5fb705c {{(pid=84003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 08:22:28.881457 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] Notify agent at l3_agent.dv-cinder-773985-6-iscsi the message routers_updated {{(pid=84003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 08:22:28.891683 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-e37286a5-28dd-4110-a905-0bd75f405260 admin admin] 10.222.0.13 "PUT /v2.0/routers/23f4ad5f-e5d6-4b4b-866c-bd353d2f285d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1299791
Feb 19 08:22:28.893427 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Sync routers for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 08:22:28.895285 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45234) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:28.906818 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:28.907895 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5eb8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:22:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:29.091870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks [] for router, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:29.145174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: dv-cinder-773985-6-iscsi {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:29.304536 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:29.314979 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Deleting port 5a40562d-e759-4cd3-aab9-2310dac2486d {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:29.315363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:29.679363 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5eb8>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'external_fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:22:27Z', 'revision_number': 5, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port': {'id': '5a40562d-e759-4cd3-aab9-2310dac2486d', 'name': '', 'network_id': '5efa1c81-2081-41d1-9be2-a8db9cab57aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T08:14:54Z', 'updated_at': '2021-02-19T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd30cf909-b0dd-4f07-bcb3-d857bd1aee60', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-6-iscsi'}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:29.685765 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Checking router: 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d for host: dv-cinder-773985-6-iscsi {{(pid=84005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 08:22:29.698144 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Routers {'23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'} bound to L3 agent in host dv-cinder-773985-6-iscsi {{(pid=84005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 08:22:29.698379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5eb8>, 'dv-cinder-773985-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T07:59:08Z,description=<?>,heartbeat_timestamp=2021-02-19T08:22:08Z,host='dv-cinder-773985-6-iscsi',id=9f04b464-3cf4-4689-88fb-bdc1a5fb705c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T07:59:08Z,topic='l3_agent')) {'router_ids': ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'], 'active': True} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:29.820321 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] For port 5a40562d-e759-4cd3-aab9-2310dac2486d, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=5a40562d-e759-4cd3-aab9-2310dac2486d,segment=NetworkSegment(25d43890-55d3-41de-b6fa-08a5fb9946e8),segment_id=25d43890-55d3-41de-b6fa-08a5fb9946e8)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:29.820729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:29.881241 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvr_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] Set router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d gateway port host: None {{(pid=84005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 08:22:29.969379 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Calling delete_port for 5a40562d-e759-4cd3-aab9-2310dac2486d owned by network:router_gateway {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:29.999169 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_hamode_db [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa09e1e5eb8>, [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:22:29Z', 'revision_number': 6, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port_host': None}], 'dv-cinder-773985-6-iscsi', False) {} {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:30.005031 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e2953-9605-4028-8c99-fd9f4aca67df None None] The sync data for ids ['23f4ad5f-e5d6-4b4b-866c-bd353d2f285d'] in dv-cinder-773985-6-iscsi is: [{'id': '23f4ad5f-e5d6-4b4b-866c-bd353d2f285d', 'name': 'tempest-TestVolumeBootPattern-2103661240-router', 'tenant_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T08:14:53Z', 'updated_at': '2021-02-19T08:22:29Z', 'revision_number': 6, 'project_id': 'b08deed8c8e846198b10e2e2a6e8de7c', 'gw_port_host': None}] {{(pid=84005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 08:22:30.166134 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.185308 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-70cd9d0a-4f9e-4ffa-84af-204512362882 tempest-AttachVolumeNegativeTest-1305055827 tempest-AttachVolumeNegativeTest-1305055827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:30.289968 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a40562d-e759-4cd3-aab9-2310dac2486d,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:30.295062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:30.415535 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853885708'] for router_gateway, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.626338 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853885181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-226099'] for router, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.629177 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.653337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853885843'] for router, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.654053 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f4ad5f-e5d6-4b4b-866c-bd353d2f285d {{(pid=84003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 08:22:30.669083 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] Notify callbacks [] for router, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.670702 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-366169c9-bde0-44ea-82ca-2a0445f28266 admin admin] 10.222.0.13 "DELETE /v2.0/routers/23f4ad5f-e5d6-4b4b-866c-bd353d2f285d HTTP/1.1" status: 204  len: 168 time: 1.7743812
Feb 19 08:22:30.673946 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45238) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:30.749114 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Deleting subnet b42a50f7-2a94-4c65-adbc-81ab4bde8904 {{(pid=84003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 08:22:30.753434 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.811251 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1163869'] for subnet, precommit_delete_associations {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:30.901777 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66752047'] for subnet, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.198776 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036788023769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1163949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852339565'] for subnet, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.215677 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-ee3159b2-7d4f-4de5-adcd-68a4da966c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:31.314164 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42a50f7-2a94-4c65-adbc-81ab4bde8904,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:31.318009 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:31.355085 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for subnet, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.360213 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da121a-ea5c-4039-9da1-fa3a2691b767 None None] Network a48613d9-3123-48b6-a72f-0cb6e3731455 requested from dv-cinder-773985-6-iscsi {{(pid=84005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 08:22:31.364479 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-6313e2d7-8c42-4d19-a5ec-d05aa66dfe92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b42a50f7-2a94-4c65-adbc-81ab4bde8904 HTTP/1.1" status: 204  len: 168 time: 0.6894100
Feb 19 08:22:31.367039 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45242) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:31.492764 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66605238'] for network, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.568399 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Deleting port 1220fd81-92f9-45c6-9b9d-d6c549fe58af {{(pid=84003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:31.568816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.665194 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] DHCP port deletion for a48613d9-3123-48b6-a72f-0cb6e3731455 request from dv-cinder-773985-6-iscsi {{(pid=84005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 08:22:31.667577 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Deleting port 1220fd81-92f9-45c6-9b9d-d6c549fe58af {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:31.668000 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.875397 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] For port 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=1220fd81-92f9-45c6-9b9d-d6c549fe58af,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:31.875797 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:31.905149 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] For port 1220fd81-92f9-45c6-9b9d-d6c549fe58af, host dv-cinder-773985-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-6-iscsi',level=0,port_id=1220fd81-92f9-45c6-9b9d-d6c549fe58af,segment=NetworkSegment(87c429ee-6fd9-4fdd-83e2-171190a9701f),segment_id=87c429ee-6fd9-4fdd-83e2-171190a9701f)] {{(pid=84005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 08:22:31.905552 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-888301'] for port, precommit_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.020822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Calling delete_port for 1220fd81-92f9-45c6-9b9d-d6c549fe58af owned by network:dhcp {{(pid=84003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:32.068281 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Calling delete_port for 1220fd81-92f9-45c6-9b9d-d6c549fe58af owned by network:dhcp {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 08:22:32.108523 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device cd62d3a0-3237-4a35-9ac8-f7ce041243c5 no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:32.117813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66763311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770490707110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770490327121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1169529'] for port, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.133626 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-9ad29751-ca32-4c15-b7dd-ce43334c2152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:32.160136 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: cd62d3a0-3237-4a35-9ac8-f7ce041243c5 {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:32.160521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device cd62d3a0-3237-4a35-9ac8-f7ce041243c5 not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:32.160987 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 5a40562d-e759-4cd3-aab9-2310dac2486d no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:32.207392 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 5a40562d-e759-4cd3-aab9-2310dac2486d {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:32.208081 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 5a40562d-e759-4cd3-aab9-2310dac2486d not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:32.208355 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 1220fd81-92f9-45c6-9b9d-d6c549fe58af no longer exists at agent ovs-agent-dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 08:22:32.242521 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1220fd81-92f9-45c6-9b9d-d6c549fe58af,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:32.248088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:32.268438 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] No Port match for: 1220fd81-92f9-45c6-9b9d-d6c549fe58af {{(pid=84005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 08:22:32.268821 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.rpc [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Device 1220fd81-92f9-45c6-9b9d-d6c549fe58af not bound to the agent host dv-cinder-773985-6-iscsi {{(pid=84005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 08:22:32.294393 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.db.api [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 08:22:32.295113 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_db.api [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 08:22:32.307004 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] No DVR routers for this DVR port 1220fd81-92f9-45c6-9b9d-d6c549fe58af on host dv-cinder-773985-6-iscsi {{(pid=84003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 08:22:32.454006 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788023325', 'neutron.services.segments.db._delete_segments_for_network--9223363266363895258'] for network, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.572665 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa09c669438>,) {'filters': {'network_id': ['a48613d9-3123-48b6-a72f-0cb6e3731455']}} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:32.586257 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c669438>, '87c429ee-6fd9-4fdd-83e2-171190a9701f') {'for_net_delete': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:32.586598 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa09c669438>, '87c429ee-6fd9-4fdd-83e2-171190a9701f') {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 08:22:32.598695 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266363899354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853611947'] for segment, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.617865 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66805773'] for segment, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.620068 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 08:22:32.796337 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Deleting port 1220fd81-92f9-45c6-9b9d-d6c549fe58af {{(pid=84005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 08:22:32.796772 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266364042834'] for port, before_delete {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.820324 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Network a48613d9-3123-48b6-a72f-0cb6e3731455 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:22:32.830720 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787970043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853606386'] for segment, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:32.878019 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d3cea101-64c8-4cf6-aa1d-51b756351a17 None None] The port '1220fd81-92f9-45c6-9b9d-d6c549fe58af' was deleted {{(pid=84005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 08:22:33.018587 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Network a48613d9-3123-48b6-a72f-0cb6e3731455 has no segments {{(pid=84003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]: Traceback (most recent call last):
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     timer()
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     cb(*args, **kw)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     return func(*args, **kwargs)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     self._notify()
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     self.callback(batched_events)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     event.method(event)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     segment_id)['aggregates'][0]
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     return f(self, *a, **k)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self._get(url).json()
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     **kwargs)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     return self.request(url, 'GET', **kwargs)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     **endpoint_filter)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 08:22:33.046814 dv-cinder-773985-6-iscsi neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 08:22:33.131174 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66752491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890063'] for network, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.135328 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-1d6491fa-8b5d-49b2-9f9c-a2091f12442e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:33.149809 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193990'] for network, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.160826 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a48613d9-3123-48b6-a72f-0cb6e3731455,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:33.163917 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:33.166642 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-7414942f-0f9c-4c43-8077-7c6c239419bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/a48613d9-3123-48b6-a72f-0cb6e3731455 HTTP/1.1" status: 204  len: 168 time: 1.7977583
Feb 19 08:22:33.298562 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45248) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:33.356897 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-3f06e7fd-71f1-4974-bee9-ab9199a64200 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b32d9ddfce2047c7a968d2853cb6ddb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570779
Feb 19 08:22:33.359496 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45252) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:33.425830 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.454841 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.506448 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.512483 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-2de946fe-a9ab-42f0-8777-aadbe16ca8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:33.530978 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e079e-1831-4872-b6bf-3c4fa255ede7,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:33.535633 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:33.538890 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:33.540866 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-391f3c25-51e4-41b1-8598-1d9e2afd6eaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/623e079e-1831-4872-b6bf-3c4fa255ede7 HTTP/1.1" status: 204  len: 168 time: 0.1803241
Feb 19 08:22:33.937237 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45260) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:33.996323 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-837921ad-7250-4c35-a482-b40d330f56c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b08deed8c8e846198b10e2e2a6e8de7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0575695
Feb 19 08:22:33.999159 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [-] (84003) accepted ('10.222.0.13', 45264) {{(pid=84003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 08:22:34.072381 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:34.103925 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:34.167755 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854202594'] for security_group, after_delete {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:34.173248 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-5a5d1028-fad3-46eb-9c3b-74ca535c0fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 08:22:34.188293 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e623bc07-07e7-4099-a08b-100f25c074a3,revision_number=None']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 08:22:34.190774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:34.192053 dv-cinder-773985-6-iscsi neutron-server[83894]: INFO neutron.wsgi [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e623bc07-07e7-4099-a08b-100f25c074a3 HTTP/1.1" status: 204  len: 168 time: 0.1918502
Feb 19 08:22:34.193065 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG oslo_concurrency.lockutils [None req-94b8ff6e-33de-4288-82f6-34cf41d1d2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 08:22:35.970793 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af1ea2d2-838d-4802-97ed-c10a2f49471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:38.437214 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c0902df1-64cf-41dc-b2c3-990e9efabaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:38.784018 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:39.715259 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:40.491151 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:44.984774 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:22:58.856773 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:23:05.975062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0f084ea-7a26-46db-a14a-da525983163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:08.440291 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06d8e8f8-3452-4cd7-a2a0-c5a5331b8166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:08.782088 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:09.708604 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:10.492506 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:14.978945 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:35.856834 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:23:35.978816 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c76d31cb-51c4-4bba-83d1-aa3c8dd1bd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:38.444200 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9709a955-6d44-44bd-9753-9605d6eb8375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:38.784120 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:39.710424 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:40.496905 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:23:44.989903 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:05.981036 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad64389a-9029-424f-b8b7-493ff272e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:08.446711 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56d62bc7-f5e2-4242-850d-b847d82785bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:08.788519 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:09.712922 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:10.112050 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.wsgi [req-e2311c98-d81c-46df-983b-52927d97d0ea req-a4befd28-390b-4207-a6fd-8ada565b2048 service neutron] (84003) timed out ('10.222.0.70', 58894) {{(pid=84003) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 08:24:10.504529 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:12.858557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:24:15.026813 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:35.985008 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7bd44887-1d66-430b-94c0-6229442d2388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:38.449542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-beaff173-e9bd-445f-9cb0-b295fa425ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:38.789910 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:39.717190 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:40.509377 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:45.058746 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:24:49.859692 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:25:05.987866 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-030efaee-bf9e-4698-b90c-b194730a4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:08.454593 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1cfdb57-71ec-4301-9f2c-72f3c2124f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:08.795870 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:09.720261 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:10.513628 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:15.070318 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:26.862993 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:25:35.989450 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a4545dbf-a673-4247-8425-b25f0cbcee69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:38.447726 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-635b7eac-c83e-461c-9ac6-d4dcb2fecd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:38.795232 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:39.721846 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:40.516935 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:25:45.087956 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:03.863414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:26:05.991415 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ece3247-84b3-4a28-a4e8-13e90057ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:08.449449 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ace9b62e-cf60-4eff-9641-cad0d068005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:08.799189 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:09.724558 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:10.519741 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:15.100537 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:35.994106 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3061-4830-4043-b9b7-8ed613916e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:38.454444 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30bd0233-8055-43e3-b5ea-f9a40d82a2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:38.800623 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:39.726557 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:40.521822 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:26:40.862717 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:26:45.114579 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:05.996056 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ac62f289-38d3-472e-9e0e-b0c42fcc9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:08.456256 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-13dcca32-426b-4b6b-87a9-6b8c1a2b813c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:08.806432 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:09.729414 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:10.523850 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:15.140111 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:17.864062 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 08:27:35.999802 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb03-7e0d-420e-80df-283da78c0855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:38.471033 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc46b935-8627-4015-8b7e-40db1803a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:38.806412 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d455a4f-0e66-4968-a4f6-ece43ae3cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:39.732303 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f85e614-2df6-429b-82ed-eca1d7f84b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:40.526964 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebeda540-9e6e-4d92-b9fa-3ce5d0310ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:45.130729 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-533e407a-5470-4ec0-bded-8ebf8db7e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266363895275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788025919'] for agent, after_update {{(pid=84005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 08:27:54.866542 dv-cinder-773985-6-iscsi neutron-server[83894]: DEBUG neutron.db.agents_db [None req-7405e6ae-b6bb-459f-abc6-9e6499f4eff7 None None] Agent healthcheck: found 6 active agents {{(pid=84006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}